{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5000.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "nitb_sms:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26355): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26355) [trial-2387↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26355)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26355): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26355) [trial-2387↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26355)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a08:35:01.276013 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a08:35:01.292582 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a08:35:01.945613 tst mo_mt_sms.py: using LAC 32742\u000a08:35:02.095123 tst mo_mt_sms.py: using RAC 102\u000a08:35:02.227230 tst mo_mt_sms.py: using CellId 32742\u000a08:35:02.367564 tst mo_mt_sms.py: using BVCI 32743\u000a08:35:02.393977 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a08:35:02.574578 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a08:35:02.870128 tst mo_mt_sms.py:9: start nitb and bts...\u000a08:35:03.006779 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:35:05.386040 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26354): Launched\u000a08:35:05.711723 run osmo-nitb_10.42.42.2(pid=26355): Launched\u000a08:35:05.898939 run osmo-nitb_10.42.42.2(pid=26355): ERR: Terminated: ERROR {rc=2} [trial-2387↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26355)]\u000a08:35:06.034095 run osmo-nitb_10.42.42.2(pid=26355): stdout: \u000a| (launched: 2022-12-13_08:35:05.552306) \u000a08:35:06.169431 run osmo-nitb_10.42.42.2(pid=26355): stderr: \u000a| (launched: 2022-12-13_08:35:05.601199)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:35:06.300512 run osmo-nitb_10.42.42.2(pid=26355): stdout: \u000a| (launched: 2022-12-13_08:35:05.552306) \u000a08:35:06.430458 run osmo-nitb_10.42.42.2(pid=26355): stderr: \u000a| (launched: 2022-12-13_08:35:05.601199)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:35:06.487314 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=26355): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26355) [trial-2387↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26355)] [trial-2387↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a08:35:06.495677 tst mo_mt_sms.py:11: Test FAILED (5.2 sec)\u000a08:35:06.531836 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26354): Terminating (SIGTERM)\u000a08:35:06.709572 --- ParallelTerminationStrategy: PID 26354 died...\u000a08:35:06.766948 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26354): Terminated: ok {rc=0}\u000a08:35:06.854266 bus /sierra_3: Setting Powered False\u000a08:35:07.964240 bus /sierra_3: Setting Powered False\u000a08:35:09.090491 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:35:01" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26366): Process ended prematurely: osmo-stp_10.42.42.5(pid=26366) [trial-2387↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26366)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26366): Process ended prematurely: osmo-stp_10.42.42.5(pid=26366) [trial-2387↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26366)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a08:35:10.949311 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:35:10.960652 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a08:35:11.089901 tst mo_mt_sms.py: using LAC 32743\u000a08:35:11.212490 tst mo_mt_sms.py: using RAC 103\u000a08:35:11.332805 tst mo_mt_sms.py: using CellId 32743\u000a08:35:11.452394 tst mo_mt_sms.py: using BVCI 32744\u000a08:35:11.475690 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:35:11.486339 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:35:11.496835 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:35:11.507254 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:35:11.517759 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:35:11.528324 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a08:35:11.645249 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a08:35:11.860490 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:35:13.660574 run create_hlr_db(pid=26360): Launched\u000a08:35:13.853441 bus /sierra_2: Setting Powered False\u000a08:35:14.872262 run create_hlr_db(pid=26360): Terminated: ok {rc=0}\u000a08:35:15.288089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26362): Launched\u000a08:35:15.599037 run osmo-hlr_10.42.42.2(pid=26363): Launched\u000a08:35:15.713061 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:35:18.379070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26365): Launched\u000a08:35:18.709349 run osmo-stp_10.42.42.5(pid=26366): Launched\u000a08:35:18.828138 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:35:24.336139 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26368): Launched\u000a08:35:24.664577 run osmo-msc_10.42.42.6(pid=26369): Launched\u000a08:35:24.856843 run osmo-stp_10.42.42.5(pid=26366): ERR: Terminated: ERROR {rc=1} [trial-2387↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26366)]\u000a08:35:24.993904 run osmo-stp_10.42.42.5(pid=26366): stdout: \u000a| (launched: 2022-12-13_08:35:18.545776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:25.130887 run osmo-stp_10.42.42.5(pid=26366): stderr: \u000a| �[0;m�[38;5;43m20221213083518742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083518742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083518742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083518743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083518743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083518744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083518744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:25.262482 run osmo-stp_10.42.42.5(pid=26366): stdout: \u000a| (launched: 2022-12-13_08:35:18.545776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:25.394721 run osmo-stp_10.42.42.5(pid=26366): stderr: \u000a| �[0;m�[38;5;43m20221213083518742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083518742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083518742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083518743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083518743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083518744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083518744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:25.451576 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=26366): Process ended prematurely: osmo-stp_10.42.42.5(pid=26366) [trial-2387↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26366)] [trial-2387↪sms:sysmo↪mo_mt_sms.py:16]\u000a08:35:25.460046 tst mo_mt_sms.py:16: Test FAILED (14.5 sec)\u000a08:35:25.524623 run osmo-hlr_10.42.42.2(pid=26363): ERR: Terminated: ERROR {rc=237} [trial-2387↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26363)]\u000a08:35:25.576575 run osmo-hlr_10.42.42.2(pid=26363): stdout: \u000a| (launched: 2022-12-13_08:35:15.444398) \u000a08:35:25.628907 run osmo-hlr_10.42.42.2(pid=26363): stderr: \u000a| �[0;m�[1;31m20221213083515625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213083515625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213083515625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083515625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083515625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213083515625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213083515653 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213083515663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213083515663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213083515663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:35:25.700906 run osmo-msc_10.42.42.6(pid=26369): ERR: Terminated: ERROR {rc=2} [trial-2387↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26369)]\u000a08:35:25.752780 run osmo-msc_10.42.42.6(pid=26369): stdout: \u000a| (launched: 2022-12-13_08:35:24.502536) \u000a08:35:25.805261 run osmo-msc_10.42.42.6(pid=26369): stderr: \u000a| �[0;m�[38;5;43m20221213083524829 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213083524830 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffb4e9d6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213083524830 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213083524830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213083524830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213083524830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213083524832 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213083524832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213083524832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213083524832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:35:25.850048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26362): Terminating (SIGTERM)\u000a08:35:25.892912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26365): Terminating (SIGTERM)\u000a08:35:25.935991 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26368): Terminating (SIGTERM)\u000a08:35:25.945994 --- ParallelTerminationStrategy: PID 26362 died...\u000a08:35:26.002222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26362): Terminated: ok {rc=0}\u000a08:35:26.012250 --- ParallelTerminationStrategy: PID 26365 died...\u000a08:35:26.068436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26365): Terminated: ok {rc=0}\u000a08:35:26.078490 --- ParallelTerminationStrategy: PID 26368 died...\u000a08:35:26.134500 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26368): Terminated: ok {rc=0}\u000a08:35:26.223091 bus /sierra_3: Setting Powered False\u000a08:35:27.328255 bus /sierra_3: Setting Powered False\u000a08:35:28.436185 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:35:10" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26376): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26376) [trial-2387↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26376)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26376): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26376) [trial-2387↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26376)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a08:35:30.249702 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a08:35:30.261088 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a08:35:30.384395 tst assert_extension.py: using LAC 32744\u000a08:35:30.504479 tst assert_extension.py: using RAC 104\u000a08:35:30.625997 tst assert_extension.py: using CellId 32744\u000a08:35:30.744758 tst assert_extension.py: using BVCI 32745\u000a08:35:30.767980 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a08:35:31.067551 tst assert_extension.py:10: start nitb and bts...\u000a08:35:31.208398 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:35:31.928098 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26375): Launched\u000a08:35:32.277445 run osmo-nitb_10.42.42.2(pid=26376): Launched\u000a08:35:32.480027 run osmo-nitb_10.42.42.2(pid=26376): ERR: Terminated: ERROR {rc=2} [trial-2387↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26376)]\u000a08:35:32.627783 run osmo-nitb_10.42.42.2(pid=26376): stdout: \u000a| (launched: 2022-12-13_08:35:32.099685) \u000a08:35:32.775451 run osmo-nitb_10.42.42.2(pid=26376): stderr: \u000a| (launched: 2022-12-13_08:35:32.149696)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:35:32.918505 run osmo-nitb_10.42.42.2(pid=26376): stdout: \u000a| (launched: 2022-12-13_08:35:32.099685) \u000a08:35:33.060271 run osmo-nitb_10.42.42.2(pid=26376): stderr: \u000a| (launched: 2022-12-13_08:35:32.149696)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:35:33.409785 tst osmo-nitb_10.42.42.2(pid=26376): stdout: \u000a| (launched: 2022-12-13_08:35:32.099685) \u000a08:35:33.540394 tst osmo-nitb_10.42.42.2(pid=26376): stderr: \u000a| (launched: 2022-12-13_08:35:32.149696)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:35:33.597417 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=26376): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26376) [trial-2387↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26376)] [trial-2387↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a08:35:33.606099 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a08:35:33.642411 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26375): Terminating (SIGTERM)\u000a08:35:33.820206 --- ParallelTerminationStrategy: PID 26375 died...\u000a08:35:33.878234 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26375): Terminated: ok {rc=0}\u000a08:35:33.965478 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:35:30" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "ussd:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26386): Process ended prematurely: osmo-stp_10.42.42.5(pid=26386) [trial-2387↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26386)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26386): Process ended prematurely: osmo-stp_10.42.42.5(pid=26386) [trial-2387↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a08:35:35.768069 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:35:35.780365 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a08:35:35.904504 tst assert_extension.py: using LAC 32745\u000a08:35:36.030987 tst assert_extension.py: using RAC 105\u000a08:35:36.157564 tst assert_extension.py: using CellId 32745\u000a08:35:36.279652 tst assert_extension.py: using BVCI 32746\u000a08:35:36.302857 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:35:36.313498 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:35:36.324006 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:35:36.334493 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:35:36.344927 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:35:36.357397 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a08:35:36.561953 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:35:37.048071 run create_hlr_db(pid=26380): Launched\u000a08:35:37.226382 bus /sierra_2: Setting Powered False\u000a08:35:38.246885 run create_hlr_db(pid=26380): Terminated: ok {rc=0}\u000a08:35:38.683486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26382): Launched\u000a08:35:39.014382 run osmo-hlr_10.42.42.2(pid=26383): Launched\u000a08:35:39.137818 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:35:39.712626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26385): Launched\u000a08:35:40.043677 run osmo-stp_10.42.42.5(pid=26386): Launched\u000a08:35:40.162808 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:35:40.765103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26388): Launched\u000a08:35:41.095339 run osmo-msc_10.42.42.6(pid=26389): Launched\u000a08:35:41.287584 run osmo-stp_10.42.42.5(pid=26386): ERR: Terminated: ERROR {rc=1} [trial-2387↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26386)]\u000a08:35:41.426492 run osmo-stp_10.42.42.5(pid=26386): stdout: \u000a| (launched: 2022-12-13_08:35:39.879470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:41.565498 run osmo-stp_10.42.42.5(pid=26386): stderr: \u000a| �[0;m�[38;5;43m20221213083540077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083540077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083540077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083540078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083540078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083540078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083540078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:41.697487 run osmo-stp_10.42.42.5(pid=26386): stdout: \u000a| (launched: 2022-12-13_08:35:39.879470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:41.828390 run osmo-stp_10.42.42.5(pid=26386): stderr: \u000a| �[0;m�[38;5;43m20221213083540077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083540077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083540077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083540078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083540078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083540078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083540078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:41.885666 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=26386): Process ended prematurely: osmo-stp_10.42.42.5(pid=26386) [trial-2387↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26386)] [trial-2387↪ussd:sysmo↪assert_extension.py:17]\u000a08:35:41.894222 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a08:35:41.957162 run osmo-hlr_10.42.42.2(pid=26383): ERR: Terminated: ERROR {rc=237} [trial-2387↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26383)]\u000a08:35:42.009402 run osmo-hlr_10.42.42.2(pid=26383): stdout: \u000a| (launched: 2022-12-13_08:35:38.850279) \u000a08:35:42.062129 run osmo-hlr_10.42.42.2(pid=26383): stderr: \u000a| �[0;m�[1;31m20221213083539052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213083539052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213083539052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083539052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083539052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213083539052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213083539065 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213083539075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213083539075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213083539075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:35:42.133924 run osmo-msc_10.42.42.6(pid=26389): ERR: Terminated: ERROR {rc=2} [trial-2387↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26389)]\u000a08:35:42.185952 run osmo-msc_10.42.42.6(pid=26389): stdout: \u000a| (launched: 2022-12-13_08:35:40.931618) \u000a08:35:42.238928 run osmo-msc_10.42.42.6(pid=26389): stderr: \u000a| �[0;m�[38;5;43m20221213083541256 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213083541256 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd7caee4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213083541256 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213083541256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213083541256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213083541257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213083541258 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213083541259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213083541259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213083541259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:35:42.284036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26382): Terminating (SIGTERM)\u000a08:35:42.327098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26385): Terminating (SIGTERM)\u000a08:35:42.370283 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26388): Terminating (SIGTERM)\u000a08:35:42.380250 --- ParallelTerminationStrategy: PID 26382 died...\u000a08:35:42.437213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26382): Terminated: ok {rc=0}\u000a08:35:42.447369 --- ParallelTerminationStrategy: PID 26385 died...\u000a08:35:42.503937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26385): Terminated: ok {rc=0}\u000a08:35:42.514002 --- ParallelTerminationStrategy: PID 26388 died...\u000a08:35:42.570273 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26388): Terminated: ok {rc=0}\u000a08:35:42.658586 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:35:35" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26400): Process ended prematurely: osmo-stp_10.42.42.5(pid=26400) [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26400)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26400): Process ended prematurely: osmo-stp_10.42.42.5(pid=26400) [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26400)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:35:44.595296 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:35:44.606957 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:35:44.761870 tst mo_mt_call.py: using LAC 32746\u000a08:35:44.911575 tst mo_mt_call.py: using RAC 106\u000a08:35:45.041582 tst mo_mt_call.py: using CellId 32746\u000a08:35:45.173465 tst mo_mt_call.py: using BVCI 32747\u000a08:35:45.199127 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:35:45.210724 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:35:45.222196 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:35:45.233593 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:35:45.245722 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:35:45.257744 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:35:45.377989 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:35:45.590654 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:35:46.160213 run create_hlr_db(pid=26394): Launched\u000a08:35:46.375835 bus /sierra_2: Setting Powered False\u000a08:35:47.396058 run create_hlr_db(pid=26394): Terminated: ok {rc=0}\u000a08:35:47.841367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26396): Launched\u000a08:35:48.177387 run osmo-hlr_10.42.42.2(pid=26397): Launched\u000a08:35:48.300708 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:35:48.881621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26399): Launched\u000a08:35:49.216092 run osmo-stp_10.42.42.5(pid=26400): Launched\u000a08:35:49.338002 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:35:49.950075 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26402): Launched\u000a08:35:50.317027 run osmo-msc_10.42.42.6(pid=26403): Launched\u000a08:35:50.511361 run osmo-stp_10.42.42.5(pid=26400): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26400)]\u000a08:35:50.651667 run osmo-stp_10.42.42.5(pid=26400): stdout: \u000a| (launched: 2022-12-13_08:35:49.051520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:50.790762 run osmo-stp_10.42.42.5(pid=26400): stderr: \u000a| �[0;m�[38;5;43m20221213083549249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083549249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083549249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083549250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083549250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083549250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083549250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:50.924248 run osmo-stp_10.42.42.5(pid=26400): stdout: \u000a| (launched: 2022-12-13_08:35:49.051520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:51.056873 run osmo-stp_10.42.42.5(pid=26400): stderr: \u000a| �[0;m�[38;5;43m20221213083549249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083549249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083549249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083549250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083549250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083549250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083549250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:51.115059 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26400): Process ended prematurely: osmo-stp_10.42.42.5(pid=26400) [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26400)] [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a08:35:51.124201 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a08:35:51.186985 run osmo-hlr_10.42.42.2(pid=26397): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26397)]\u000a08:35:51.239148 run osmo-hlr_10.42.42.2(pid=26397): stdout: \u000a| (launched: 2022-12-13_08:35:48.010703) \u000a08:35:51.291740 run osmo-hlr_10.42.42.2(pid=26397): stderr: \u000a| �[0;m�[1;31m20221213083548212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213083548212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213083548212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083548212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083548212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213083548212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213083548224 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213083548233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213083548233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213083548233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:35:51.362817 run osmo-msc_10.42.42.6(pid=26403): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26403)]\u000a08:35:51.414708 run osmo-msc_10.42.42.6(pid=26403): stdout: \u000a| (launched: 2022-12-13_08:35:50.150931) \u000a08:35:51.467070 run osmo-msc_10.42.42.6(pid=26403): stderr: \u000a| �[0;m�[38;5;43m20221213083550477 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213083550477 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f306fd27c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213083550477 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213083550477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213083550477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213083550478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213083550479 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213083550480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213083550480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213083550480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:35:51.511458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26396): Terminating (SIGTERM)\u000a08:35:51.553532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26399): Terminating (SIGTERM)\u000a08:35:51.596061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26402): Terminating (SIGTERM)\u000a08:35:51.605993 --- ParallelTerminationStrategy: PID 26396 died...\u000a08:35:51.662203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26396): Terminated: ok {rc=0}\u000a08:35:51.672207 --- ParallelTerminationStrategy: PID 26399 died...\u000a08:35:51.728638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26399): Terminated: ok {rc=0}\u000a08:35:51.738738 --- ParallelTerminationStrategy: PID 26402 died...\u000a08:35:51.795239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26402): Terminated: ok {rc=0}\u000a08:35:51.889646 bus /sierra_3: Setting Powered False\u000a08:35:52.997230 bus /sierra_3: Setting Powered False\u000a08:35:54.105755 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26412): Process ended prematurely: osmo-stp_10.42.42.5(pid=26412) [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26412)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26412): Process ended prematurely: osmo-stp_10.42.42.5(pid=26412) [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26412)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:35:55.224047 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:35:55.236254 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:35:55.407455 tst mo_mt_call_osmux.py: using LAC 32747\u000a08:35:55.675316 tst mo_mt_call_osmux.py: using RAC 107\u000a08:35:55.811556 tst mo_mt_call_osmux.py: using CellId 32747\u000a08:35:55.940036 tst mo_mt_call_osmux.py: using BVCI 32748\u000a08:35:55.965457 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:35:55.977074 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:35:55.988463 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:35:55.999857 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:35:56.011415 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:35:56.022937 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:35:56.145445 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:35:56.354400 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:35:56.849618 run create_hlr_db(pid=26406): Launched\u000a08:35:57.029688 bus /sierra_2: Setting Powered False\u000a08:35:58.051797 run create_hlr_db(pid=26406): Terminated: ok {rc=0}\u000a08:35:58.498666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26408): Launched\u000a08:35:58.837226 run osmo-hlr_10.42.42.2(pid=26409): Launched\u000a08:35:58.959404 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:35:59.541533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26411): Launched\u000a08:35:59.879705 run osmo-stp_10.42.42.5(pid=26412): Launched\u000a08:36:00.001310 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:36:00.613752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26414): Launched\u000a08:36:00.951528 run osmo-msc_10.42.42.6(pid=26415): Launched\u000a08:36:01.196908 run osmo-stp_10.42.42.5(pid=26412): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26412)]\u000a08:36:01.371271 run osmo-stp_10.42.42.5(pid=26412): stdout: \u000a| (launched: 2022-12-13_08:35:59.713022)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:01.728282 run osmo-stp_10.42.42.5(pid=26412): stderr: \u000a| �[0;m�[38;5;43m20221213083559911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083559912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083559912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083559912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083559913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083559913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083559913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:01.962935 run osmo-stp_10.42.42.5(pid=26412): stdout: \u000a| (launched: 2022-12-13_08:35:59.713022)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:02.102292 run osmo-stp_10.42.42.5(pid=26412): stderr: \u000a| �[0;m�[38;5;43m20221213083559911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083559912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083559912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083559912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083559913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083559913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083559913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:02.162482 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26412): Process ended prematurely: osmo-stp_10.42.42.5(pid=26412) [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26412)] [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a08:36:02.172524 tst mo_mt_call_osmux.py:8: Test FAILED (7.0 sec)\u000a08:36:02.238603 run osmo-hlr_10.42.42.2(pid=26409): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26409)]\u000a08:36:02.292399 run osmo-hlr_10.42.42.2(pid=26409): stdout: \u000a| (launched: 2022-12-13_08:35:58.669727) \u000a08:36:02.346698 run osmo-hlr_10.42.42.2(pid=26409): stderr: \u000a| �[0;m�[1;31m20221213083558871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213083558871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213083558871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083558871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083558871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213083558871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213083558917 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213083558927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213083558927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213083558927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:36:02.419983 run osmo-msc_10.42.42.6(pid=26415): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26415)]\u000a08:36:02.473834 run osmo-msc_10.42.42.6(pid=26415): stdout: \u000a| (launched: 2022-12-13_08:36:00.784115) \u000a08:36:02.527824 run osmo-msc_10.42.42.6(pid=26415): stderr: \u000a| �[0;m�[38;5;43m20221213083601405 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213083601406 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2118e3ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213083601407 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213083601407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213083601408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213083601409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213083601418 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213083601421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213083601421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213083601421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:36:02.572211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26408): Terminating (SIGTERM)\u000a08:36:02.613792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26411): Terminating (SIGTERM)\u000a08:36:02.654058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26414): Terminating (SIGTERM)\u000a08:36:02.663439 --- ParallelTerminationStrategy: PID 26408 died...\u000a08:36:02.718025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26408): Terminated: ok {rc=0}\u000a08:36:02.727608 --- ParallelTerminationStrategy: PID 26411 died...\u000a08:36:02.781772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26411): Terminated: ok {rc=0}\u000a08:36:02.791298 --- ParallelTerminationStrategy: PID 26414 died...\u000a08:36:02.845258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26414): Terminated: ok {rc=0}\u000a08:36:02.934010 bus /sierra_3: Setting Powered False\u000a08:36:04.037095 bus /sierra_3: Setting Powered False\u000a08:36:05.143328 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:35:44" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26426): Process ended prematurely: osmo-stp_10.42.42.5(pid=26426) [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26426)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26426): Process ended prematurely: osmo-stp_10.42.42.5(pid=26426) [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26426)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a08:36:07.114187 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:36:07.125293 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:36:07.280143 tst mo_mt_call.py: using LAC 32748\u000a08:36:07.412212 tst mo_mt_call.py: using RAC 108\u000a08:36:07.545097 tst mo_mt_call.py: using CellId 32748\u000a08:36:07.678274 tst mo_mt_call.py: using BVCI 32749\u000a08:36:07.704072 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:36:07.715770 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:36:07.727139 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:36:07.738543 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:36:07.749914 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:36:07.762748 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:36:07.882599 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:36:08.099407 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:36:08.636755 run create_hlr_db(pid=26420): Launched\u000a08:36:08.830158 bus /sierra_2: Setting Powered False\u000a08:36:09.852141 run create_hlr_db(pid=26420): Terminated: ok {rc=0}\u000a08:36:10.273521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26422): Launched\u000a08:36:10.590904 run osmo-hlr_10.42.42.2(pid=26423): Launched\u000a08:36:10.713896 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:36:11.267885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26425): Launched\u000a08:36:11.585435 run osmo-stp_10.42.42.5(pid=26426): Launched\u000a08:36:11.701263 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:36:12.275205 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26428): Launched\u000a08:36:12.594574 run osmo-msc_10.42.42.6(pid=26429): Launched\u000a08:36:12.780237 run osmo-stp_10.42.42.5(pid=26426): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26426)]\u000a08:36:12.913194 run osmo-stp_10.42.42.5(pid=26426): stdout: \u000a| (launched: 2022-12-13_08:36:11.427141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:13.043151 run osmo-stp_10.42.42.5(pid=26426): stderr: \u000a| �[0;m�[38;5;43m20221213083611603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083611603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083611604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083611604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083611604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083611605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083611605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:13.168785 run osmo-stp_10.42.42.5(pid=26426): stdout: \u000a| (launched: 2022-12-13_08:36:11.427141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:13.293599 run osmo-stp_10.42.42.5(pid=26426): stderr: \u000a| �[0;m�[38;5;43m20221213083611603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083611603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083611604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083611604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083611604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083611605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083611605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:13.347915 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26426): Process ended prematurely: osmo-stp_10.42.42.5(pid=26426) [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26426)] [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a08:36:13.356402 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a08:36:13.416883 run osmo-hlr_10.42.42.2(pid=26423): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26423)]\u000a08:36:13.466165 run osmo-hlr_10.42.42.2(pid=26423): stdout: \u000a| (launched: 2022-12-13_08:36:10.433392) \u000a08:36:13.515736 run osmo-hlr_10.42.42.2(pid=26423): stderr: \u000a| �[0;m�[1;31m20221213083610612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213083610612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213083610612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083610612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083610613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213083610613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213083610625 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213083610633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213083610633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213083610633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:36:13.583178 run osmo-msc_10.42.42.6(pid=26429): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26429)]\u000a08:36:13.632264 run osmo-msc_10.42.42.6(pid=26429): stdout: \u000a| (launched: 2022-12-13_08:36:12.435369) \u000a08:36:13.682058 run osmo-msc_10.42.42.6(pid=26429): stderr: \u000a| �[0;m�[38;5;43m20221213083612711 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213083612712 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe9759f8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213083612712 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213083612712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213083612712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213083612712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213083612714 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213083612714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213083612715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213083612715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:36:13.724370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26422): Terminating (SIGTERM)\u000a08:36:13.764378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26425): Terminating (SIGTERM)\u000a08:36:13.804433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26428): Terminating (SIGTERM)\u000a08:36:13.813657 --- ParallelTerminationStrategy: PID 26422 died...\u000a08:36:13.867271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26422): Terminated: ok {rc=0}\u000a08:36:13.876635 --- ParallelTerminationStrategy: PID 26425 died...\u000a08:36:13.930101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26425): Terminated: ok {rc=0}\u000a08:36:13.939533 --- ParallelTerminationStrategy: PID 26428 died...\u000a08:36:13.993073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26428): Terminated: ok {rc=0}\u000a08:36:14.081519 bus /sierra_3: Setting Powered False\u000a08:36:15.188908 bus /sierra_3: Setting Powered False\u000a08:36:16.303277 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26437): Process ended prematurely: osmo-stp_10.42.42.5(pid=26437) [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26437)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26437): Process ended prematurely: osmo-stp_10.42.42.5(pid=26437) [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26437)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:36:17.420668 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:36:17.432864 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:36:17.586277 tst mo_mt_call_osmux.py: using LAC 32749\u000a08:36:17.717188 tst mo_mt_call_osmux.py: using RAC 109\u000a08:36:17.850116 tst mo_mt_call_osmux.py: using CellId 32749\u000a08:36:17.981593 tst mo_mt_call_osmux.py: using BVCI 32750\u000a08:36:18.007040 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:36:18.018674 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:36:18.030085 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:36:18.041568 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:36:18.052850 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:36:18.064301 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:36:18.183869 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:36:18.401312 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:36:18.938952 run create_hlr_db(pid=26431): Launched\u000a08:36:19.132193 bus /sierra_2: Setting Powered False\u000a08:36:20.152477 run create_hlr_db(pid=26431): Terminated: ok {rc=0}\u000a08:36:20.575657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26433): Launched\u000a08:36:20.893670 run osmo-hlr_10.42.42.2(pid=26434): Launched\u000a08:36:21.018924 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:36:21.564745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26436): Launched\u000a08:36:21.882203 run osmo-stp_10.42.42.5(pid=26437): Launched\u000a08:36:22.003778 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:36:22.578702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26439): Launched\u000a08:36:22.894276 run osmo-msc_10.42.42.6(pid=26440): Launched\u000a08:36:23.078698 run osmo-stp_10.42.42.5(pid=26437): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26437)]\u000a08:36:23.211243 run osmo-stp_10.42.42.5(pid=26437): stdout: \u000a| (launched: 2022-12-13_08:36:21.724286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:23.341560 run osmo-stp_10.42.42.5(pid=26437): stderr: \u000a| �[0;m�[38;5;43m20221213083621949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083621949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083621949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083621950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083621950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083621950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083621950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:23.467286 run osmo-stp_10.42.42.5(pid=26437): stdout: \u000a| (launched: 2022-12-13_08:36:21.724286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:23.591900 run osmo-stp_10.42.42.5(pid=26437): stderr: \u000a| �[0;m�[38;5;43m20221213083621949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083621949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083621949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083621950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083621950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083621950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083621950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:23.646753 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26437): Process ended prematurely: osmo-stp_10.42.42.5(pid=26437) [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26437)] [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a08:36:23.655548 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a08:36:23.715779 run osmo-hlr_10.42.42.2(pid=26434): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26434)]\u000a08:36:23.765385 run osmo-hlr_10.42.42.2(pid=26434): stdout: \u000a| (launched: 2022-12-13_08:36:20.735609) \u000a08:36:23.815581 run osmo-hlr_10.42.42.2(pid=26434): stderr: \u000a| �[0;m�[1;31m20221213083620915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213083620915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213083620915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083620915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083620915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213083620915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213083620928 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213083620938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213083620938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213083620938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:36:23.883711 run osmo-msc_10.42.42.6(pid=26440): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26440)]\u000a08:36:23.933372 run osmo-msc_10.42.42.6(pid=26440): stdout: \u000a| (launched: 2022-12-13_08:36:22.737948) \u000a08:36:23.983540 run osmo-msc_10.42.42.6(pid=26440): stderr: \u000a| �[0;m�[38;5;43m20221213083623013 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213083623013 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f118a9afc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213083623014 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213083623014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213083623014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213083623014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213083623016 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213083623016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213083623016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213083623016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:36:24.026048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26433): Terminating (SIGTERM)\u000a08:36:24.066279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26436): Terminating (SIGTERM)\u000a08:36:24.106616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26439): Terminating (SIGTERM)\u000a08:36:24.115966 --- ParallelTerminationStrategy: PID 26433 died...\u000a08:36:24.170497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26433): Terminated: ok {rc=0}\u000a08:36:24.180005 --- ParallelTerminationStrategy: PID 26436 died...\u000a08:36:24.233854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26436): Terminated: ok {rc=0}\u000a08:36:24.243538 --- ParallelTerminationStrategy: PID 26439 died...\u000a08:36:24.297207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26439): Terminated: ok {rc=0}\u000a08:36:24.385644 bus /sierra_3: Setting Powered False\u000a08:36:25.488409 bus /sierra_3: Setting Powered False\u000a08:36:26.599783 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:36:06" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26451): Process ended prematurely: osmo-stp_10.42.42.5(pid=26451) [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26451)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26451): Process ended prematurely: osmo-stp_10.42.42.5(pid=26451) [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26451)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:36:28.555956 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:36:28.567495 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:36:28.722885 tst mo_mt_call.py: using LAC 32750\u000a08:36:28.853492 tst mo_mt_call.py: using RAC 110\u000a08:36:28.986381 tst mo_mt_call.py: using CellId 32750\u000a08:36:29.116737 tst mo_mt_call.py: using BVCI 32751\u000a08:36:29.142420 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:36:29.154088 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:36:29.165487 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:36:29.176737 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:36:29.188100 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:36:29.199637 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:36:29.320316 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:36:29.537398 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:36:30.073074 run create_hlr_db(pid=26445): Launched\u000a08:36:30.266791 bus /sierra_2: Setting Powered False\u000a08:36:31.279380 run create_hlr_db(pid=26445): Terminated: ok {rc=0}\u000a08:36:31.814930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26447): Launched\u000a08:36:32.268157 run osmo-hlr_10.42.42.2(pid=26448): Launched\u000a08:36:32.412645 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:36:32.960546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26450): Launched\u000a08:36:33.277867 run osmo-stp_10.42.42.5(pid=26451): Launched\u000a08:36:33.396934 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:36:33.970538 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26453): Launched\u000a08:36:34.289403 run osmo-msc_10.42.42.6(pid=26454): Launched\u000a08:36:34.474257 run osmo-stp_10.42.42.5(pid=26451): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26451)]\u000a08:36:34.607223 run osmo-stp_10.42.42.5(pid=26451): stdout: \u000a| (launched: 2022-12-13_08:36:33.120077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:34.738160 run osmo-stp_10.42.42.5(pid=26451): stderr: \u000a| �[0;m�[38;5;43m20221213083633296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083633296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083633297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083633297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083633298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083633298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083633298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:34.863609 run osmo-stp_10.42.42.5(pid=26451): stdout: \u000a| (launched: 2022-12-13_08:36:33.120077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:34.988469 run osmo-stp_10.42.42.5(pid=26451): stderr: \u000a| �[0;m�[38;5;43m20221213083633296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083633296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083633297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083633297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083633298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083633298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083633298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:35.043172 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26451): Process ended prematurely: osmo-stp_10.42.42.5(pid=26451) [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26451)] [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a08:36:35.051638 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a08:36:35.112142 run osmo-hlr_10.42.42.2(pid=26448): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26448)]\u000a08:36:35.161892 run osmo-hlr_10.42.42.2(pid=26448): stdout: \u000a| (launched: 2022-12-13_08:36:31.991958) \u000a08:36:35.212033 run osmo-hlr_10.42.42.2(pid=26448): stderr: \u000a| �[0;m�[1;31m20221213083632241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213083632241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213083632241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083632241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083632241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213083632242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213083632256 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213083632271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213083632271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213083632271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:36:35.279828 run osmo-msc_10.42.42.6(pid=26454): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26454)]\u000a08:36:35.329270 run osmo-msc_10.42.42.6(pid=26454): stdout: \u000a| (launched: 2022-12-13_08:36:34.129789) \u000a08:36:35.379331 run osmo-msc_10.42.42.6(pid=26454): stderr: \u000a| �[0;m�[38;5;43m20221213083634405 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213083634405 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1d8b200c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213083634405 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213083634405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213083634406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213083634406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213083634407 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213083634408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213083634408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213083634408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:36:35.421507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26447): Terminating (SIGTERM)\u000a08:36:35.461074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26450): Terminating (SIGTERM)\u000a08:36:35.500632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26453): Terminating (SIGTERM)\u000a08:36:35.509812 --- ParallelTerminationStrategy: PID 26447 died...\u000a08:36:35.563532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26447): Terminated: ok {rc=0}\u000a08:36:35.573086 --- ParallelTerminationStrategy: PID 26450 died...\u000a08:36:35.626804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26450): Terminated: ok {rc=0}\u000a08:36:35.636626 --- ParallelTerminationStrategy: PID 26453 died...\u000a08:36:35.690559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26453): Terminated: ok {rc=0}\u000a08:36:35.775411 bus /sierra_3: Setting Powered False\u000a08:36:36.882315 bus /sierra_3: Setting Powered False\u000a08:36:37.995934 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26463): Process ended prematurely: osmo-stp_10.42.42.5(pid=26463) [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26463)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26463): Process ended prematurely: osmo-stp_10.42.42.5(pid=26463) [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26463)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:36:39.107719 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:36:39.119641 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:36:39.268498 tst mo_mt_call_osmux.py: using LAC 32751\u000a08:36:39.391920 tst mo_mt_call_osmux.py: using RAC 111\u000a08:36:39.516319 tst mo_mt_call_osmux.py: using CellId 32751\u000a08:36:39.640103 tst mo_mt_call_osmux.py: using BVCI 32752\u000a08:36:39.663876 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:36:39.675001 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:36:39.686058 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:36:39.696881 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:36:39.708086 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:36:39.719628 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:36:39.842769 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:36:40.049881 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:36:40.543859 run create_hlr_db(pid=26456): Launched\u000a08:36:40.723280 bus /sierra_2: Setting Powered False\u000a08:36:41.747935 run create_hlr_db(pid=26456): Terminated: ok {rc=0}\u000a08:36:42.194256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26459): Launched\u000a08:36:42.533235 run osmo-hlr_10.42.42.2(pid=26460): Launched\u000a08:36:42.657520 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:36:43.241243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26462): Launched\u000a08:36:43.588484 run osmo-stp_10.42.42.5(pid=26463): Launched\u000a08:36:43.710329 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:36:44.322796 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26465): Launched\u000a08:36:44.661533 run osmo-msc_10.42.42.6(pid=26466): Launched\u000a08:36:44.857411 run osmo-stp_10.42.42.5(pid=26463): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26463)]\u000a08:36:44.998108 run osmo-stp_10.42.42.5(pid=26463): stdout: \u000a| (launched: 2022-12-13_08:36:43.411573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:45.138270 run osmo-stp_10.42.42.5(pid=26463): stderr: \u000a| �[0;m�[38;5;43m20221213083643612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083643612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083643612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083643613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083643613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083643613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083643613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:45.273584 run osmo-stp_10.42.42.5(pid=26463): stdout: \u000a| (launched: 2022-12-13_08:36:43.411573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:45.407373 run osmo-stp_10.42.42.5(pid=26463): stderr: \u000a| �[0;m�[38;5;43m20221213083643612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083643612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083643612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083643613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083643613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083643613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083643613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:45.466134 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26463): Process ended prematurely: osmo-stp_10.42.42.5(pid=26463) [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26463)] [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a08:36:45.475551 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a08:36:45.539171 run osmo-hlr_10.42.42.2(pid=26460): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26460)]\u000a08:36:45.591677 run osmo-hlr_10.42.42.2(pid=26460): stdout: \u000a| (launched: 2022-12-13_08:36:42.365852) \u000a08:36:45.645103 run osmo-hlr_10.42.42.2(pid=26460): stderr: \u000a| �[0;m�[1;31m20221213083642566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213083642566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213083642566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083642566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083642566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213083642566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213083642577 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213083642586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213083642586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213083642586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:36:45.717191 run osmo-msc_10.42.42.6(pid=26466): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26466)]\u000a08:36:45.769762 run osmo-msc_10.42.42.6(pid=26466): stdout: \u000a| (launched: 2022-12-13_08:36:44.493796) \u000a08:36:45.822787 run osmo-msc_10.42.42.6(pid=26466): stderr: \u000a| �[0;m�[38;5;43m20221213083644820 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213083644820 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdf4c5fdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213083644820 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213083644820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213083644820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213083644821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213083644822 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213083644823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213083644823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213083644823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:36:45.868014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26459): Terminating (SIGTERM)\u000a08:36:45.910717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26462): Terminating (SIGTERM)\u000a08:36:45.957907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26465): Terminating (SIGTERM)\u000a08:36:45.968924 --- ParallelTerminationStrategy: PID 26459 died...\u000a08:36:46.029028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26459): Terminated: ok {rc=0}\u000a08:36:46.039556 --- ParallelTerminationStrategy: PID 26462 died...\u000a08:36:46.097399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26462): Terminated: ok {rc=0}\u000a08:36:46.108483 --- ParallelTerminationStrategy: PID 26465 died...\u000a08:36:46.166069 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26465): Terminated: ok {rc=0}\u000a08:36:46.258373 bus /sierra_3: Setting Powered False\u000a08:36:47.371221 bus /sierra_3: Setting Powered False\u000a08:36:48.485390 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:36:28" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26477): Process ended prematurely: osmo-stp_10.42.42.5(pid=26477) [trial-2387↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26477)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26477): Process ended prematurely: osmo-stp_10.42.42.5(pid=26477) [trial-2387↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26477)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:36:50.470505 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:36:50.482236 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a08:36:50.639075 tst mo_mt_call.py: using LAC 32752\u000a08:36:50.768389 tst mo_mt_call.py: using RAC 112\u000a08:36:50.898124 tst mo_mt_call.py: using CellId 32752\u000a08:36:51.027168 tst mo_mt_call.py: using BVCI 32753\u000a08:36:51.052689 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:36:51.064229 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:36:51.075613 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:36:51.087055 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:36:51.098457 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:36:51.109878 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:36:51.231186 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:36:51.447876 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:36:51.984483 run create_hlr_db(pid=26471): Launched\u000a08:36:52.178606 bus /sierra_2: Setting Powered False\u000a08:36:53.199189 run create_hlr_db(pid=26471): Terminated: ok {rc=0}\u000a08:36:53.628312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26473): Launched\u000a08:36:53.963708 run osmo-hlr_10.42.42.2(pid=26474): Launched\u000a08:36:54.086386 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:36:54.669305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26476): Launched\u000a08:36:55.004520 run osmo-stp_10.42.42.5(pid=26477): Launched\u000a08:36:55.126077 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:36:55.738625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26479): Launched\u000a08:36:56.076101 run osmo-msc_10.42.42.6(pid=26480): Launched\u000a08:36:56.271988 run osmo-stp_10.42.42.5(pid=26477): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26477)]\u000a08:36:56.412123 run osmo-stp_10.42.42.5(pid=26477): stdout: \u000a| (launched: 2022-12-13_08:36:54.839529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:56.551562 run osmo-stp_10.42.42.5(pid=26477): stderr: \u000a| �[0;m�[38;5;43m20221213083655035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083655035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083655035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083655036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083655038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083655038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083655038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:56.686096 run osmo-stp_10.42.42.5(pid=26477): stdout: \u000a| (launched: 2022-12-13_08:36:54.839529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:56.819280 run osmo-stp_10.42.42.5(pid=26477): stderr: \u000a| �[0;m�[38;5;43m20221213083655035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083655035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083655035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083655036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083655038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083655038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083655038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:56.877803 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26477): Process ended prematurely: osmo-stp_10.42.42.5(pid=26477) [trial-2387↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26477)] [trial-2387↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a08:36:56.887241 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a08:36:56.950245 run osmo-hlr_10.42.42.2(pid=26474): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26474)]\u000a08:36:57.002252 run osmo-hlr_10.42.42.2(pid=26474): stdout: \u000a| (launched: 2022-12-13_08:36:53.799358) \u000a08:36:57.055066 run osmo-hlr_10.42.42.2(pid=26474): stderr: \u000a| �[0;m�[1;31m20221213083654000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213083654000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213083654000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083654000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083654000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213083654000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213083654012 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213083654022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213083654022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213083654022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:36:57.126207 run osmo-msc_10.42.42.6(pid=26480): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26480)]\u000a08:36:57.178169 run osmo-msc_10.42.42.6(pid=26480): stdout: \u000a| (launched: 2022-12-13_08:36:55.908936) \u000a08:36:57.230934 run osmo-msc_10.42.42.6(pid=26480): stderr: \u000a| �[0;m�[38;5;43m20221213083656235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213083656235 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc382dd6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213083656235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213083656235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213083656235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213083656236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213083656237 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213083656238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213083656238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213083656238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:36:57.275561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26473): Terminating (SIGTERM)\u000a08:36:57.317825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26476): Terminating (SIGTERM)\u000a08:36:57.359990 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26479): Terminating (SIGTERM)\u000a08:36:57.369869 --- ParallelTerminationStrategy: PID 26473 died...\u000a08:36:57.426346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26473): Terminated: ok {rc=0}\u000a08:36:57.436502 --- ParallelTerminationStrategy: PID 26476 died...\u000a08:36:57.493004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26476): Terminated: ok {rc=0}\u000a08:36:57.503173 --- ParallelTerminationStrategy: PID 26479 died...\u000a08:36:57.559673 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26479): Terminated: ok {rc=0}\u000a08:36:57.647188 bus /sierra_3: Setting Powered False\u000a08:36:58.754146 bus /sierra_3: Setting Powered False\u000a08:36:59.862705 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26488): Process ended prematurely: osmo-stp_10.42.42.5(pid=26488) [trial-2387↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26488)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26488): Process ended prematurely: osmo-stp_10.42.42.5(pid=26488) [trial-2387↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:37:00.990338 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:37:01.003449 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a08:37:01.159023 tst mo_mt_call_osmux.py: using LAC 32753\u000a08:37:01.297412 tst mo_mt_call_osmux.py: using RAC 113\u000a08:37:01.449998 tst mo_mt_call_osmux.py: using CellId 32753\u000a08:37:01.581869 tst mo_mt_call_osmux.py: using BVCI 32754\u000a08:37:01.607343 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:37:01.618870 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:37:01.630221 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:37:01.642720 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:37:01.656039 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:37:01.669884 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:37:01.791732 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:37:02.010309 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:37:02.535329 run create_hlr_db(pid=26482): Launched\u000a08:37:02.717088 bus /sierra_2: Setting Powered False\u000a08:37:03.738319 run create_hlr_db(pid=26482): Terminated: ok {rc=0}\u000a08:37:04.183876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26484): Launched\u000a08:37:04.521423 run osmo-hlr_10.42.42.2(pid=26485): Launched\u000a08:37:04.648277 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:37:05.228339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26487): Launched\u000a08:37:05.565452 run osmo-stp_10.42.42.5(pid=26488): Launched\u000a08:37:05.687613 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:37:06.299423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26490): Launched\u000a08:37:06.637640 run osmo-msc_10.42.42.6(pid=26491): Launched\u000a08:37:06.832579 run osmo-stp_10.42.42.5(pid=26488): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26488)]\u000a08:37:06.972917 run osmo-stp_10.42.42.5(pid=26488): stdout: \u000a| (launched: 2022-12-13_08:37:05.399700)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:07.112589 run osmo-stp_10.42.42.5(pid=26488): stderr: \u000a| �[0;m�[38;5;43m20221213083705597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083705597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083705598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083705598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083705599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083705599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083705599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:07.247952 run osmo-stp_10.42.42.5(pid=26488): stdout: \u000a| (launched: 2022-12-13_08:37:05.399700)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:07.381501 run osmo-stp_10.42.42.5(pid=26488): stderr: \u000a| �[0;m�[38;5;43m20221213083705597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083705597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083705598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083705598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083705599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083705599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083705599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:07.440191 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26488): Process ended prematurely: osmo-stp_10.42.42.5(pid=26488) [trial-2387↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26488)] [trial-2387↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a08:37:07.449757 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a08:37:07.513144 run osmo-hlr_10.42.42.2(pid=26485): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26485)]\u000a08:37:07.565362 run osmo-hlr_10.42.42.2(pid=26485): stdout: \u000a| (launched: 2022-12-13_08:37:04.355333) \u000a08:37:07.618155 run osmo-hlr_10.42.42.2(pid=26485): stderr: \u000a| �[0;m�[1;31m20221213083704558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213083704558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213083704558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083704558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083704558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213083704558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213083704570 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213083704579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213083704579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213083704579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:37:07.689504 run osmo-msc_10.42.42.6(pid=26491): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26491)]\u000a08:37:07.741460 run osmo-msc_10.42.42.6(pid=26491): stdout: \u000a| (launched: 2022-12-13_08:37:06.470625) \u000a08:37:07.793768 run osmo-msc_10.42.42.6(pid=26491): stderr: \u000a| �[0;m�[38;5;43m20221213083706799 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213083706800 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8ae7d2fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213083706800 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213083706800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213083706800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213083706800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213083706802 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213083706802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213083706802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213083706803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:37:07.838243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26484): Terminating (SIGTERM)\u000a08:37:07.880460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26487): Terminating (SIGTERM)\u000a08:37:07.922704 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26490): Terminating (SIGTERM)\u000a08:37:07.932525 --- ParallelTerminationStrategy: PID 26484 died...\u000a08:37:07.989466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26484): Terminated: ok {rc=0}\u000a08:37:07.999749 --- ParallelTerminationStrategy: PID 26487 died...\u000a08:37:08.056277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26487): Terminated: ok {rc=0}\u000a08:37:08.066462 --- ParallelTerminationStrategy: PID 26490 died...\u000a08:37:08.122796 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26490): Terminated: ok {rc=0}\u000a08:37:08.209904 bus /sierra_3: Setting Powered False\u000a08:37:09.316176 bus /sierra_3: Setting Powered False\u000a08:37:10.424104 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:36:50" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26502): Process ended prematurely: osmo-stp_10.42.42.5(pid=26502) [trial-2387↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26502)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26502): Process ended prematurely: osmo-stp_10.42.42.5(pid=26502) [trial-2387↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26502)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:37:12.391525 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:37:12.405258 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:37:12.561440 tst mo_mt_call.py: using LAC 32754\u000a08:37:12.692817 tst mo_mt_call.py: using RAC 114\u000a08:37:12.826822 tst mo_mt_call.py: using CellId 32754\u000a08:37:12.957852 tst mo_mt_call.py: using BVCI 32755\u000a08:37:12.983479 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:37:12.995027 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:37:13.006429 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:37:13.017714 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:37:13.029136 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:37:13.040423 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:37:13.163009 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:37:13.370110 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:37:13.867205 run create_hlr_db(pid=26496): Launched\u000a08:37:14.048359 bus /sierra_2: Setting Powered False\u000a08:37:15.070087 run create_hlr_db(pid=26496): Terminated: ok {rc=0}\u000a08:37:15.490744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26498): Launched\u000a08:37:15.807634 run osmo-hlr_10.42.42.2(pid=26499): Launched\u000a08:37:15.926520 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:37:16.499108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26501): Launched\u000a08:37:16.881011 run osmo-stp_10.42.42.5(pid=26502): Launched\u000a08:37:17.061972 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:37:17.766656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26504): Launched\u000a08:37:18.083527 run osmo-msc_10.42.42.6(pid=26505): Launched\u000a08:37:18.269699 run osmo-stp_10.42.42.5(pid=26502): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26502)]\u000a08:37:18.403466 run osmo-stp_10.42.42.5(pid=26502): stdout: \u000a| (launched: 2022-12-13_08:37:16.661909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:18.534491 run osmo-stp_10.42.42.5(pid=26502): stderr: \u000a| �[0;m�[38;5;43m20221213083717020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083717020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083717020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083717020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083717029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083717029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083717029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:18.661288 run osmo-stp_10.42.42.5(pid=26502): stdout: \u000a| (launched: 2022-12-13_08:37:16.661909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:18.786728 run osmo-stp_10.42.42.5(pid=26502): stderr: \u000a| �[0;m�[38;5;43m20221213083717020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083717020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083717020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083717020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083717029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083717029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083717029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:18.841811 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26502): Process ended prematurely: osmo-stp_10.42.42.5(pid=26502) [trial-2387↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26502)] [trial-2387↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a08:37:18.850608 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a08:37:18.911552 run osmo-hlr_10.42.42.2(pid=26499): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26499)]\u000a08:37:18.961630 run osmo-hlr_10.42.42.2(pid=26499): stdout: \u000a| (launched: 2022-12-13_08:37:15.650220) \u000a08:37:19.012205 run osmo-hlr_10.42.42.2(pid=26499): stderr: \u000a| �[0;m�[1;31m20221213083715830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213083715830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213083715830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083715830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083715830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213083715830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213083715842 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213083715850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213083715851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213083715851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:37:19.080683 run osmo-msc_10.42.42.6(pid=26505): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26505)]\u000a08:37:19.131782 run osmo-msc_10.42.42.6(pid=26505): stdout: \u000a| (launched: 2022-12-13_08:37:17.926576) \u000a08:37:19.182540 run osmo-msc_10.42.42.6(pid=26505): stderr: \u000a| �[0;m�[38;5;43m20221213083718203 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213083718203 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc38e45dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213083718203 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213083718203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213083718203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213083718203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213083718205 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213083718206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213083718206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213083718206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:37:19.225923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26498): Terminating (SIGTERM)\u000a08:37:19.266708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26501): Terminating (SIGTERM)\u000a08:37:19.307608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26504): Terminating (SIGTERM)\u000a08:37:19.317112 --- ParallelTerminationStrategy: PID 26498 died...\u000a08:37:19.372241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26498): Terminated: ok {rc=0}\u000a08:37:19.382067 --- ParallelTerminationStrategy: PID 26501 died...\u000a08:37:19.436931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26501): Terminated: ok {rc=0}\u000a08:37:19.446738 --- ParallelTerminationStrategy: PID 26504 died...\u000a08:37:19.501579 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26504): Terminated: ok {rc=0}\u000a08:37:19.591388 bus /sierra_3: Setting Powered False\u000a08:37:20.695707 bus /sierra_3: Setting Powered False\u000a08:37:21.807615 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26513): Process ended prematurely: osmo-stp_10.42.42.5(pid=26513) [trial-2387↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26513)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26513): Process ended prematurely: osmo-stp_10.42.42.5(pid=26513) [trial-2387↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26513)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:37:22.920698 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:37:22.932594 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:37:23.080592 tst mo_mt_call_osmux.py: using LAC 32755\u000a08:37:23.206686 tst mo_mt_call_osmux.py: using RAC 115\u000a08:37:23.339996 tst mo_mt_call_osmux.py: using CellId 32755\u000a08:37:23.462903 tst mo_mt_call_osmux.py: using BVCI 32756\u000a08:37:23.486847 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:37:23.498252 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:37:23.509381 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:37:23.520453 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:37:23.532106 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:37:23.543781 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:37:23.662805 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:37:23.883819 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:37:24.420824 run create_hlr_db(pid=26507): Launched\u000a08:37:24.613619 bus /sierra_2: Setting Powered False\u000a08:37:25.634023 run create_hlr_db(pid=26507): Terminated: ok {rc=0}\u000a08:37:26.077080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26509): Launched\u000a08:37:26.414193 run osmo-hlr_10.42.42.2(pid=26510): Launched\u000a08:37:26.535468 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:37:27.117506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26512): Launched\u000a08:37:27.453060 run osmo-stp_10.42.42.5(pid=26513): Launched\u000a08:37:27.575273 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:37:28.185954 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26515): Launched\u000a08:37:28.523650 run osmo-msc_10.42.42.6(pid=26516): Launched\u000a08:37:28.718789 run osmo-stp_10.42.42.5(pid=26513): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26513)]\u000a08:37:28.859487 run osmo-stp_10.42.42.5(pid=26513): stdout: \u000a| (launched: 2022-12-13_08:37:27.288259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:28.999022 run osmo-stp_10.42.42.5(pid=26513): stderr: \u000a| �[0;m�[38;5;43m20221213083727485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083727486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083727486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083727486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083727488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083727489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083727489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:29.133158 run osmo-stp_10.42.42.5(pid=26513): stdout: \u000a| (launched: 2022-12-13_08:37:27.288259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:29.266484 run osmo-stp_10.42.42.5(pid=26513): stderr: \u000a| �[0;m�[38;5;43m20221213083727485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083727486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083727486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083727486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083727488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083727489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083727489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:29.325725 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26513): Process ended prematurely: osmo-stp_10.42.42.5(pid=26513) [trial-2387↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26513)] [trial-2387↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a08:37:29.335075 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a08:37:29.397403 run osmo-hlr_10.42.42.2(pid=26510): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26510)]\u000a08:37:29.448641 run osmo-hlr_10.42.42.2(pid=26510): stdout: \u000a| (launched: 2022-12-13_08:37:26.247555) \u000a08:37:29.500932 run osmo-hlr_10.42.42.2(pid=26510): stderr: \u000a| �[0;m�[1;31m20221213083726451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213083726451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213083726451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083726451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083726451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213083726452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213083726479 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213083726490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213083726490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213083726490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:37:29.571521 run osmo-msc_10.42.42.6(pid=26516): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26516)]\u000a08:37:29.623033 run osmo-msc_10.42.42.6(pid=26516): stdout: \u000a| (launched: 2022-12-13_08:37:28.357790) \u000a08:37:29.674921 run osmo-msc_10.42.42.6(pid=26516): stderr: \u000a| �[0;m�[38;5;43m20221213083728687 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213083728687 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2de1092c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213083728687 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213083728687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213083728687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213083728687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213083728689 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213083728689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213083728690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213083728690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:37:29.718872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26509): Terminating (SIGTERM)\u000a08:37:29.760421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26512): Terminating (SIGTERM)\u000a08:37:29.802150 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26515): Terminating (SIGTERM)\u000a08:37:29.811763 --- ParallelTerminationStrategy: PID 26509 died...\u000a08:37:29.867535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26509): Terminated: ok {rc=0}\u000a08:37:29.878029 --- ParallelTerminationStrategy: PID 26512 died...\u000a08:37:29.934117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26512): Terminated: ok {rc=0}\u000a08:37:29.944607 --- ParallelTerminationStrategy: PID 26515 died...\u000a08:37:30.001304 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26515): Terminated: ok {rc=0}\u000a08:37:30.087702 bus /sierra_3: Setting Powered False\u000a08:37:31.194018 bus /sierra_3: Setting Powered False\u000a08:37:32.307555 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:37:12" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26529): Process ended prematurely: osmo-stp_10.42.42.5(pid=26529) [trial-2387↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26529)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26529): Process ended prematurely: osmo-stp_10.42.42.5(pid=26529) [trial-2387↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26529)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a08:37:34.270541 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:37:34.281716 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:37:34.430460 tst mo_mt_call.py: using LAC 32756\u000a08:37:34.558850 tst mo_mt_call.py: using RAC 116\u000a08:37:34.680554 tst mo_mt_call.py: using CellId 32756\u000a08:37:34.804182 tst mo_mt_call.py: using BVCI 32757\u000a08:37:34.828019 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:37:34.839328 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:37:34.850292 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:37:34.861295 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:37:34.873291 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:37:34.885176 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:37:35.009255 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:37:35.224851 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:37:35.763577 run create_hlr_db(pid=26523): Launched\u000a08:37:35.957822 bus /sierra_2: Setting Powered False\u000a08:37:36.978752 run create_hlr_db(pid=26523): Terminated: ok {rc=0}\u000a08:37:37.402229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26525): Launched\u000a08:37:37.721399 run osmo-hlr_10.42.42.2(pid=26526): Launched\u000a08:37:37.840785 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:37:38.385998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26528): Launched\u000a08:37:38.710526 run osmo-stp_10.42.42.5(pid=26529): Launched\u000a08:37:38.824827 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:37:39.397632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26531): Launched\u000a08:37:39.715591 run osmo-msc_10.42.42.6(pid=26532): Launched\u000a08:37:39.901057 run osmo-stp_10.42.42.5(pid=26529): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26529)]\u000a08:37:40.035260 run osmo-stp_10.42.42.5(pid=26529): stdout: \u000a| (launched: 2022-12-13_08:37:38.546054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:40.166422 run osmo-stp_10.42.42.5(pid=26529): stderr: \u000a| �[0;m�[38;5;43m20221213083738719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083738719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083738719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083738720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083738720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083738720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083738720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:40.293917 run osmo-stp_10.42.42.5(pid=26529): stdout: \u000a| (launched: 2022-12-13_08:37:38.546054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:40.419293 run osmo-stp_10.42.42.5(pid=26529): stderr: \u000a| �[0;m�[38;5;43m20221213083738719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083738719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083738719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083738720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083738720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083738720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083738720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:40.474975 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26529): Process ended prematurely: osmo-stp_10.42.42.5(pid=26529) [trial-2387↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26529)] [trial-2387↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a08:37:40.483769 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a08:37:40.544873 run osmo-hlr_10.42.42.2(pid=26526): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26526)]\u000a08:37:40.594631 run osmo-hlr_10.42.42.2(pid=26526): stdout: \u000a| (launched: 2022-12-13_08:37:37.562778) \u000a08:37:40.645020 run osmo-hlr_10.42.42.2(pid=26526): stderr: \u000a| �[0;m�[1;31m20221213083737742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213083737742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213083737742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083737743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083737743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213083737743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213083737758 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213083737769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213083737769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213083737769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:37:40.713452 run osmo-msc_10.42.42.6(pid=26532): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26532)]\u000a08:37:40.763494 run osmo-msc_10.42.42.6(pid=26532): stdout: \u000a| (launched: 2022-12-13_08:37:39.557347) \u000a08:37:40.813859 run osmo-msc_10.42.42.6(pid=26532): stderr: \u000a| �[0;m�[38;5;43m20221213083739833 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213083739833 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd962c5bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213083739833 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213083739833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213083739833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213083739833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213083739835 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213083739835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213083739836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213083739836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:37:40.856694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26525): Terminating (SIGTERM)\u000a08:37:40.897099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26528): Terminating (SIGTERM)\u000a08:37:40.937598 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26531): Terminating (SIGTERM)\u000a08:37:40.946925 --- ParallelTerminationStrategy: PID 26525 died...\u000a08:37:41.001723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26525): Terminated: ok {rc=0}\u000a08:37:41.011428 --- ParallelTerminationStrategy: PID 26528 died...\u000a08:37:41.065961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26528): Terminated: ok {rc=0}\u000a08:37:41.075555 --- ParallelTerminationStrategy: PID 26531 died...\u000a08:37:41.130207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26531): Terminated: ok {rc=0}\u000a08:37:41.214538 bus /sierra_3: Setting Powered False\u000a08:37:42.323525 bus /sierra_3: Setting Powered False\u000a08:37:43.432434 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26540): Process ended prematurely: osmo-stp_10.42.42.5(pid=26540) [trial-2387↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26540)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26540): Process ended prematurely: osmo-stp_10.42.42.5(pid=26540) [trial-2387↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26540)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:37:44.548748 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:37:44.561577 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:37:44.717324 tst mo_mt_call_osmux.py: using LAC 32757\u000a08:37:44.850902 tst mo_mt_call_osmux.py: using RAC 117\u000a08:37:44.979345 tst mo_mt_call_osmux.py: using CellId 32757\u000a08:37:45.104740 tst mo_mt_call_osmux.py: using BVCI 32758\u000a08:37:45.128872 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:37:45.140329 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:37:45.151443 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:37:45.162647 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:37:45.174289 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:37:45.185781 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:37:45.309547 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:37:45.520201 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:37:46.064137 run create_hlr_db(pid=26534): Launched\u000a08:37:46.266178 bus /sierra_2: Setting Powered False\u000a08:37:47.278368 run create_hlr_db(pid=26534): Terminated: ok {rc=0}\u000a08:37:47.710081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26536): Launched\u000a08:37:48.027261 run osmo-hlr_10.42.42.2(pid=26537): Launched\u000a08:37:48.146411 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:37:48.703005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26539): Launched\u000a08:37:49.018187 run osmo-stp_10.42.42.5(pid=26540): Launched\u000a08:37:49.142789 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:37:49.722152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26542): Launched\u000a08:37:50.039348 run osmo-msc_10.42.42.6(pid=26543): Launched\u000a08:37:50.224208 run osmo-stp_10.42.42.5(pid=26540): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26540)]\u000a08:37:50.357587 run osmo-stp_10.42.42.5(pid=26540): stdout: \u000a| (launched: 2022-12-13_08:37:48.862238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:50.488633 run osmo-stp_10.42.42.5(pid=26540): stderr: \u000a| �[0;m�[38;5;43m20221213083749038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083749038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083749039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083749039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083749039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083749039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083749040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:50.615975 run osmo-stp_10.42.42.5(pid=26540): stdout: \u000a| (launched: 2022-12-13_08:37:48.862238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:50.741399 run osmo-stp_10.42.42.5(pid=26540): stderr: \u000a| �[0;m�[38;5;43m20221213083749038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083749038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083749039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083749039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083749039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083749039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083749040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:50.796447 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26540): Process ended prematurely: osmo-stp_10.42.42.5(pid=26540) [trial-2387↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26540)] [trial-2387↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a08:37:50.805481 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a08:37:50.865939 run osmo-hlr_10.42.42.2(pid=26537): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26537)]\u000a08:37:50.915669 run osmo-hlr_10.42.42.2(pid=26537): stdout: \u000a| (launched: 2022-12-13_08:37:47.869858) \u000a08:37:50.965650 run osmo-hlr_10.42.42.2(pid=26537): stderr: \u000a| �[0;m�[1;31m20221213083748051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213083748051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213083748051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083748051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083748051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213083748051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213083748064 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213083748073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213083748074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213083748074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:37:51.033408 run osmo-msc_10.42.42.6(pid=26543): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26543)]\u000a08:37:51.082731 run osmo-msc_10.42.42.6(pid=26543): stdout: \u000a| (launched: 2022-12-13_08:37:49.881668) \u000a08:37:51.132802 run osmo-msc_10.42.42.6(pid=26543): stderr: \u000a| �[0;m�[38;5;43m20221213083750157 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213083750157 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f84b1696c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213083750157 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213083750157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213083750158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213083750158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213083750159 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213083750160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213083750160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213083750160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:37:51.175356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26536): Terminating (SIGTERM)\u000a08:37:51.215677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26539): Terminating (SIGTERM)\u000a08:37:51.255931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26542): Terminating (SIGTERM)\u000a08:37:51.265338 --- ParallelTerminationStrategy: PID 26536 died...\u000a08:37:51.320174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26536): Terminated: ok {rc=0}\u000a08:37:51.329701 --- ParallelTerminationStrategy: PID 26539 died...\u000a08:37:51.384034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26539): Terminated: ok {rc=0}\u000a08:37:51.394078 --- ParallelTerminationStrategy: PID 26542 died...\u000a08:37:51.448194 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26542): Terminated: ok {rc=0}\u000a08:37:51.536675 bus /sierra_3: Setting Powered False\u000a08:37:52.639668 bus /sierra_3: Setting Powered False\u000a08:37:53.750600 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:37:34" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26554): Process ended prematurely: osmo-stp_10.42.42.5(pid=26554) [trial-2387↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26554)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26554): Process ended prematurely: osmo-stp_10.42.42.5(pid=26554) [trial-2387↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26554)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a08:37:55.720171 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:37:55.731463 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:37:55.887204 tst mo_mt_call.py: using LAC 32758\u000a08:37:56.014648 tst mo_mt_call.py: using RAC 118\u000a08:37:56.141965 tst mo_mt_call.py: using CellId 32758\u000a08:37:56.267075 tst mo_mt_call.py: using BVCI 32759\u000a08:37:56.291374 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:37:56.302841 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:37:56.313786 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:37:56.324575 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:37:56.336106 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:37:56.347559 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:37:56.470548 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:37:56.681675 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:37:57.176883 run create_hlr_db(pid=26548): Launched\u000a08:37:57.357939 bus /sierra_2: Setting Powered False\u000a08:37:58.379367 run create_hlr_db(pid=26548): Terminated: ok {rc=0}\u000a08:37:58.798463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26550): Launched\u000a08:37:59.114733 run osmo-hlr_10.42.42.2(pid=26551): Launched\u000a08:37:59.234148 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:37:59.781384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26553): Launched\u000a08:38:00.098823 run osmo-stp_10.42.42.5(pid=26554): Launched\u000a08:38:00.216016 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:38:00.793363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26556): Launched\u000a08:38:01.213878 run osmo-msc_10.42.42.6(pid=26557): Launched\u000a08:38:01.582375 run osmo-stp_10.42.42.5(pid=26554): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26554)]\u000a08:38:01.802848 run osmo-stp_10.42.42.5(pid=26554): stdout: \u000a| (launched: 2022-12-13_08:37:59.941820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:01.946552 run osmo-stp_10.42.42.5(pid=26554): stderr: \u000a| �[0;m�[38;5;43m20221213083800116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083800116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083800117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083800117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083800118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083800118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083800118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:02.084342 run osmo-stp_10.42.42.5(pid=26554): stdout: \u000a| (launched: 2022-12-13_08:37:59.941820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:02.222161 run osmo-stp_10.42.42.5(pid=26554): stderr: \u000a| �[0;m�[38;5;43m20221213083800116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083800116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083800117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083800117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083800118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083800118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083800118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:02.282262 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26554): Process ended prematurely: osmo-stp_10.42.42.5(pid=26554) [trial-2387↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26554)] [trial-2387↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a08:38:02.291960 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a08:38:02.357208 run osmo-hlr_10.42.42.2(pid=26551): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26551)]\u000a08:38:02.411133 run osmo-hlr_10.42.42.2(pid=26551): stdout: \u000a| (launched: 2022-12-13_08:37:58.958225) \u000a08:38:02.465332 run osmo-hlr_10.42.42.2(pid=26551): stderr: \u000a| �[0;m�[1;31m20221213083759139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213083759139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213083759139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083759139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083759139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213083759139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213083759151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213083759161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213083759162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213083759162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:38:02.534977 run osmo-msc_10.42.42.6(pid=26557): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26557)]\u000a08:38:02.585841 run osmo-msc_10.42.42.6(pid=26557): stdout: \u000a| (launched: 2022-12-13_08:38:00.976727) \u000a08:38:02.637668 run osmo-msc_10.42.42.6(pid=26557): stderr: \u000a| �[0;m�[38;5;43m20221213083801423 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213083801425 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f19ee4dbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213083801425 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213083801425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213083801426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213083801426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213083801428 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213083801429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213083801430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213083801430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:38:02.681650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26550): Terminating (SIGTERM)\u000a08:38:02.723262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26553): Terminating (SIGTERM)\u000a08:38:02.764863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26556): Terminating (SIGTERM)\u000a08:38:02.774410 --- ParallelTerminationStrategy: PID 26550 died...\u000a08:38:02.830500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26550): Terminated: ok {rc=0}\u000a08:38:02.840212 --- ParallelTerminationStrategy: PID 26553 died...\u000a08:38:02.895977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26553): Terminated: ok {rc=0}\u000a08:38:02.905786 --- ParallelTerminationStrategy: PID 26556 died...\u000a08:38:02.961651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26556): Terminated: ok {rc=0}\u000a08:38:03.051599 bus /sierra_3: Setting Powered False\u000a08:38:04.154912 bus /sierra_3: Setting Powered False\u000a08:38:05.266580 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26565): Process ended prematurely: osmo-stp_10.42.42.5(pid=26565) [trial-2387↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26565)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26565): Process ended prematurely: osmo-stp_10.42.42.5(pid=26565) [trial-2387↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26565)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:38:06.383540 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:38:06.395903 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:38:06.551899 tst mo_mt_call_osmux.py: using LAC 32759\u000a08:38:06.683269 tst mo_mt_call_osmux.py: using RAC 119\u000a08:38:06.816084 tst mo_mt_call_osmux.py: using CellId 32759\u000a08:38:06.946590 tst mo_mt_call_osmux.py: using BVCI 32760\u000a08:38:06.972302 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:38:06.983975 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:38:06.995505 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:38:07.006999 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:38:07.018526 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:38:07.030205 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:38:07.151704 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:38:07.358293 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:38:07.854802 run create_hlr_db(pid=26559): Launched\u000a08:38:08.035748 bus /sierra_2: Setting Powered False\u000a08:38:09.058068 run create_hlr_db(pid=26559): Terminated: ok {rc=0}\u000a08:38:09.477698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26561): Launched\u000a08:38:09.793807 run osmo-hlr_10.42.42.2(pid=26562): Launched\u000a08:38:09.915831 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:38:10.469369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26564): Launched\u000a08:38:10.788776 run osmo-stp_10.42.42.5(pid=26565): Launched\u000a08:38:10.904188 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:38:11.477651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26567): Launched\u000a08:38:11.796691 run osmo-msc_10.42.42.6(pid=26568): Launched\u000a08:38:11.981984 run osmo-stp_10.42.42.5(pid=26565): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26565)]\u000a08:38:12.115390 run osmo-stp_10.42.42.5(pid=26565): stdout: \u000a| (launched: 2022-12-13_08:38:10.629430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:12.246081 run osmo-stp_10.42.42.5(pid=26565): stderr: \u000a| �[0;m�[38;5;43m20221213083810802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083810802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083810802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083810804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083810804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083810804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083810804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:12.371971 run osmo-stp_10.42.42.5(pid=26565): stdout: \u000a| (launched: 2022-12-13_08:38:10.629430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:12.497071 run osmo-stp_10.42.42.5(pid=26565): stderr: \u000a| �[0;m�[38;5;43m20221213083810802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083810802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083810802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083810804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083810804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083810804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083810804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:12.552020 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26565): Process ended prematurely: osmo-stp_10.42.42.5(pid=26565) [trial-2387↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26565)] [trial-2387↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a08:38:12.560701 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a08:38:12.621715 run osmo-hlr_10.42.42.2(pid=26562): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26562)]\u000a08:38:12.671619 run osmo-hlr_10.42.42.2(pid=26562): stdout: \u000a| (launched: 2022-12-13_08:38:09.637516) \u000a08:38:12.722398 run osmo-hlr_10.42.42.2(pid=26562): stderr: \u000a| �[0;m�[1;31m20221213083809817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213083809817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213083809817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083809817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083809817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213083809818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213083809830 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213083809841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213083809841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213083809841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:38:12.790800 run osmo-msc_10.42.42.6(pid=26568): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26568)]\u000a08:38:12.839834 run osmo-msc_10.42.42.6(pid=26568): stdout: \u000a| (launched: 2022-12-13_08:38:11.637250) \u000a08:38:12.890156 run osmo-msc_10.42.42.6(pid=26568): stderr: \u000a| �[0;m�[38;5;43m20221213083811910 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213083811911 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc82a70cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213083811911 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213083811911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213083811911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213083811911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213083811913 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213083811913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213083811914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213083811914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:38:12.932658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26561): Terminating (SIGTERM)\u000a08:38:12.972779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26564): Terminating (SIGTERM)\u000a08:38:13.012687 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26567): Terminating (SIGTERM)\u000a08:38:13.022008 --- ParallelTerminationStrategy: PID 26561 died...\u000a08:38:13.076466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26561): Terminated: ok {rc=0}\u000a08:38:13.086094 --- ParallelTerminationStrategy: PID 26564 died...\u000a08:38:13.140040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26564): Terminated: ok {rc=0}\u000a08:38:13.149810 --- ParallelTerminationStrategy: PID 26567 died...\u000a08:38:13.204494 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26567): Terminated: ok {rc=0}\u000a08:38:13.294102 bus /sierra_3: Setting Powered False\u000a08:38:14.397031 bus /sierra_3: Setting Powered False\u000a08:38:15.504758 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:37:55" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26579): Process ended prematurely: osmo-stp_10.42.42.5(pid=26579) [trial-2387↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26579)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26579): Process ended prematurely: osmo-stp_10.42.42.5(pid=26579) [trial-2387↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26579)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a08:38:17.537011 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:38:17.548292 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a08:38:17.680177 tst emergency_mo_mt_call.py: using LAC 32760\u000a08:38:17.810205 tst emergency_mo_mt_call.py: using RAC 120\u000a08:38:17.941156 tst emergency_mo_mt_call.py: using CellId 32760\u000a08:38:18.069741 tst emergency_mo_mt_call.py: using BVCI 32761\u000a08:38:18.094910 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:38:18.106077 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:38:18.117102 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:38:18.128607 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:38:18.140042 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:38:18.151556 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a08:38:18.271419 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a08:38:18.478285 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:38:18.969299 run create_hlr_db(pid=26573): Launched\u000a08:38:19.148709 bus /sierra_2: Setting Powered False\u000a08:38:20.169120 run create_hlr_db(pid=26573): Terminated: ok {rc=0}\u000a08:38:20.610967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26575): Launched\u000a08:38:20.942945 run osmo-hlr_10.42.42.2(pid=26576): Launched\u000a08:38:21.063445 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:38:21.637399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26578): Launched\u000a08:38:21.970173 run osmo-stp_10.42.42.5(pid=26579): Launched\u000a08:38:22.102038 tst emergency_mo_mt_call.py: using MSISDN 8070\u000a08:38:22.267114 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:38:22.869961 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26581): Launched\u000a08:38:23.202236 run osmo-msc_10.42.42.6(pid=26582): Launched\u000a08:38:23.395375 run osmo-stp_10.42.42.5(pid=26579): ERR: Terminated: ERROR {rc=1} [trial-2387↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26579)]\u000a08:38:23.534504 run osmo-stp_10.42.42.5(pid=26579): stdout: \u000a| (launched: 2022-12-13_08:38:21.805592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:23.673305 run osmo-stp_10.42.42.5(pid=26579): stderr: \u000a| �[0;m�[38;5;43m20221213083822000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083822000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083822000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083822000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083822003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083822003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083822003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:23.806108 run osmo-stp_10.42.42.5(pid=26579): stdout: \u000a| (launched: 2022-12-13_08:38:21.805592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:23.937577 run osmo-stp_10.42.42.5(pid=26579): stderr: \u000a| �[0;m�[38;5;43m20221213083822000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083822000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083822000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083822000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083822003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083822003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083822003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:23.995048 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=26579): Process ended prematurely: osmo-stp_10.42.42.5(pid=26579) [trial-2387↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26579)] [trial-2387↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a08:38:24.003783 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a08:38:24.068712 run osmo-hlr_10.42.42.2(pid=26576): ERR: Terminated: ERROR {rc=237} [trial-2387↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26576)]\u000a08:38:24.121138 run osmo-hlr_10.42.42.2(pid=26576): stdout: \u000a| (launched: 2022-12-13_08:38:20.779927) \u000a08:38:24.174106 run osmo-hlr_10.42.42.2(pid=26576): stderr: \u000a| �[0;m�[1;31m20221213083820981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213083820981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213083820981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083820981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083820981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213083820981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213083821002 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213083821012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213083821013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213083821013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:38:24.245736 run osmo-msc_10.42.42.6(pid=26582): ERR: Terminated: ERROR {rc=2} [trial-2387↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26582)]\u000a08:38:24.298081 run osmo-msc_10.42.42.6(pid=26582): stdout: \u000a| (launched: 2022-12-13_08:38:23.037703) \u000a08:38:24.350642 run osmo-msc_10.42.42.6(pid=26582): stderr: \u000a| �[0;m�[38;5;43m20221213083823364 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213083823364 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0e56cd9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213083823364 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213083823364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213083823364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213083823365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213083823366 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213083823367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213083823367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213083823367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:38:24.396045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26575): Terminating (SIGTERM)\u000a08:38:24.439157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26578): Terminating (SIGTERM)\u000a08:38:24.482181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26581): Terminating (SIGTERM)\u000a08:38:24.492130 --- ParallelTerminationStrategy: PID 26575 died...\u000a08:38:24.549451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26575): Terminated: ok {rc=0}\u000a08:38:24.559836 --- ParallelTerminationStrategy: PID 26578 died...\u000a08:38:24.616639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26578): Terminated: ok {rc=0}\u000a08:38:24.626728 --- ParallelTerminationStrategy: PID 26581 died...\u000a08:38:24.683593 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26581): Terminated: ok {rc=0}\u000a08:38:24.771594 bus /sierra_3: Setting Powered False\u000a08:38:25.876243 bus /sierra_3: Setting Powered False\u000a08:38:26.989055 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26590): Process ended prematurely: osmo-stp_10.42.42.5(pid=26590) [trial-2387↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26590)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26590): Process ended prematurely: osmo-stp_10.42.42.5(pid=26590) [trial-2387↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26590)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a08:38:28.040336 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:38:28.051758 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a08:38:28.191783 tst emergency_preemptive_call.py: using LAC 32761\u000a08:38:28.319731 tst emergency_preemptive_call.py: using RAC 121\u000a08:38:28.447487 tst emergency_preemptive_call.py: using CellId 32761\u000a08:38:28.576817 tst emergency_preemptive_call.py: using BVCI 32762\u000a08:38:28.602228 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:38:28.613616 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:38:28.624856 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:38:28.635866 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:38:28.647254 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:38:28.658398 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a08:38:28.777645 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a08:38:28.899418 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a08:38:29.020035 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a08:38:29.224643 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:38:29.731706 run create_hlr_db(pid=26584): Launched\u000a08:38:29.923920 bus /sierra_2: Setting Powered False\u000a08:38:30.949210 run create_hlr_db(pid=26584): Terminated: ok {rc=0}\u000a08:38:31.422137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26586): Launched\u000a08:38:31.784434 run osmo-hlr_10.42.42.2(pid=26587): Launched\u000a08:38:32.056246 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:38:32.629484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26589): Launched\u000a08:38:32.940898 run osmo-stp_10.42.42.5(pid=26590): Launched\u000a08:38:33.064472 tst emergency_preemptive_call.py: using MSISDN 8071\u000a08:38:33.217974 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:38:33.783649 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26592): Launched\u000a08:38:34.097220 run osmo-msc_10.42.42.6(pid=26593): Launched\u000a08:38:34.285637 run osmo-stp_10.42.42.5(pid=26590): ERR: Terminated: ERROR {rc=1} [trial-2387↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26590)]\u000a08:38:34.416422 run osmo-stp_10.42.42.5(pid=26590): stdout: \u000a| (launched: 2022-12-13_08:38:32.786672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:34.545219 run osmo-stp_10.42.42.5(pid=26590): stderr: \u000a| �[0;m�[38;5;43m20221213083832961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083832961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083832962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083832962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083832962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083832963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083832963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:34.669235 run osmo-stp_10.42.42.5(pid=26590): stdout: \u000a| (launched: 2022-12-13_08:38:32.786672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:34.792269 run osmo-stp_10.42.42.5(pid=26590): stderr: \u000a| �[0;m�[38;5;43m20221213083832961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083832961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083832962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083832962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083832962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083832963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083832963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:34.845863 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=26590): Process ended prematurely: osmo-stp_10.42.42.5(pid=26590) [trial-2387↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26590)] [trial-2387↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a08:38:34.853888 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a08:38:34.914769 run osmo-hlr_10.42.42.2(pid=26587): ERR: Terminated: ERROR {rc=237} [trial-2387↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26587)]\u000a08:38:34.964043 run osmo-hlr_10.42.42.2(pid=26587): stdout: \u000a| (launched: 2022-12-13_08:38:31.583358) \u000a08:38:35.013964 run osmo-hlr_10.42.42.2(pid=26587): stderr: \u000a| �[0;m�[1;31m20221213083831955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213083831955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213083831955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083831955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083831955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213083831955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213083831983 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213083831999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213083832000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213083832000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:38:35.081608 run osmo-msc_10.42.42.6(pid=26593): ERR: Terminated: ERROR {rc=2} [trial-2387↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26593)]\u000a08:38:35.130543 run osmo-msc_10.42.42.6(pid=26593): stdout: \u000a| (launched: 2022-12-13_08:38:33.940568) \u000a08:38:35.179905 run osmo-msc_10.42.42.6(pid=26593): stderr: \u000a| �[0;m�[38;5;43m20221213083834217 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213083834217 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0796b31c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213083834218 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213083834218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213083834218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213083834218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213083834220 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213083834220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213083834220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213083834220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:38:35.221864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26586): Terminating (SIGTERM)\u000a08:38:35.261538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26589): Terminating (SIGTERM)\u000a08:38:35.301445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26592): Terminating (SIGTERM)\u000a08:38:35.310664 --- ParallelTerminationStrategy: PID 26586 died...\u000a08:38:35.364481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26586): Terminated: ok {rc=0}\u000a08:38:35.374129 --- ParallelTerminationStrategy: PID 26589 died...\u000a08:38:35.427982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26589): Terminated: ok {rc=0}\u000a08:38:35.437648 --- ParallelTerminationStrategy: PID 26592 died...\u000a08:38:35.491719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26592): Terminated: ok {rc=0}\u000a08:38:35.580709 bus /sierra_9: Setting Powered False\u000a08:38:36.683790 bus /sierra_9: Setting Powered False\u000a08:38:37.794687 bus /sierra_8: Setting Powered False\u000a08:38:38.898155 bus /sierra_8: Setting Powered False\u000a08:38:40.004419 bus /sierra_3: Setting Powered False\u000a08:38:41.112022 bus /sierra_3: Setting Powered False\u000a08:38:42.220753 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:38:17" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26879): Process ended prematurely: osmo-stp_10.42.42.5(pid=26879) [trial-2387↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26879)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26879): Process ended prematurely: osmo-stp_10.42.42.5(pid=26879) [trial-2387↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26879)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:38:44.321882 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:38:44.332901 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a08:38:44.465071 tst cs_paging_gprs_active.py: using LAC 32762\u000a08:38:44.595550 tst cs_paging_gprs_active.py: using RAC 122\u000a08:38:44.725791 tst cs_paging_gprs_active.py: using CellId 32762\u000a08:38:44.859530 tst cs_paging_gprs_active.py: using BVCI 32763\u000a08:38:44.885211 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:38:44.896219 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:38:44.907204 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:38:44.918138 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:38:44.929082 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:38:44.940142 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:38:44.951155 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:38:44.962327 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:38:44.973396 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:38:45.097166 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:38:45.385314 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:38:45.517689 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:38:45.843844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26598): Launched\u000a08:38:46.162149 run iperf3-srv_10.42.42.10(pid=26599): Launched\u000a08:38:46.364361 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:38:46.500470 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:38:46.909081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26609): Launched\u000a08:38:47.264373 run iperf3-srv_10.42.42.10(pid=26633): Launched\u000a08:38:47.476868 tst cs_paging_gprs_active.py:38: start network...\u000a08:38:47.623595 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:38:48.260715 run create_hlr_db(pid=26658): Launched\u000a08:38:48.495281 bus /sierra_2: Setting Powered False\u000a08:38:49.472594 run create_hlr_db(pid=26658): Terminated: ok {rc=0}\u000a08:38:49.963721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26873): Launched\u000a08:38:50.391695 run osmo-hlr_10.42.42.2(pid=26874): Launched\u000a08:38:50.630146 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:38:51.286925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26877): Launched\u000a08:38:51.720503 run osmo-stp_10.42.42.5(pid=26879): Launched\u000a08:38:51.971380 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:38:53.605119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26881): Launched\u000a08:38:53.729157 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:38:54.055525 run patchelf(pid=26882): Launched\u000a08:38:54.255908 run osmo-stp_10.42.42.5(pid=26879): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26879)]\u000a08:38:54.402472 run osmo-stp_10.42.42.5(pid=26879): stdout: \u000a| (launched: 2022-12-13_08:38:51.461089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:54.549853 run osmo-stp_10.42.42.5(pid=26879): stderr: \u000a| �[0;m�[38;5;43m20221213083851785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083851785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083851786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083851786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083851786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083851786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083851787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:54.694209 run osmo-stp_10.42.42.5(pid=26879): stdout: \u000a| (launched: 2022-12-13_08:38:51.461089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:54.836657 run osmo-stp_10.42.42.5(pid=26879): stderr: \u000a| �[0;m�[38;5;43m20221213083851785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083851785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083851786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083851786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083851786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083851786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083851787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:55.000555 run patchelf(pid=26882): Terminating (SIGINT)\u000a08:38:55.195040 run patchelf(pid=26882): Terminated: ok {rc=0}\u000a08:38:55.232143 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26879): Process ended prematurely: osmo-stp_10.42.42.5(pid=26879) [trial-2387↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26879)] [trial-2387↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a08:38:55.243206 tst cs_paging_gprs_active.py:38: Test FAILED (11.0 sec)\u000a08:38:55.309601 run osmo-hlr_10.42.42.2(pid=26874): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26874)]\u000a08:38:55.364490 run osmo-hlr_10.42.42.2(pid=26874): stdout: \u000a| (launched: 2022-12-13_08:38:50.127373) \u000a08:38:55.419457 run osmo-hlr_10.42.42.2(pid=26874): stderr: \u000a| �[0;m�[1;31m20221213083850472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213083850472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213083850472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083850472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083850472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213083850472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213083850490 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213083850498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213083850498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213083850498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:38:55.467344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26598): Terminating (SIGTERM)\u000a08:38:55.518166 run iperf3-srv_10.42.42.10(pid=26599): Terminating (SIGTERM)\u000a08:38:55.564195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26609): Terminating (SIGTERM)\u000a08:38:55.610506 run iperf3-srv_10.42.42.10(pid=26633): Terminating (SIGTERM)\u000a08:38:55.656739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26873): Terminating (SIGTERM)\u000a08:38:55.704498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26877): Terminating (SIGTERM)\u000a08:38:55.749521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26881): Terminating (SIGTERM)\u000a08:38:55.761747 --- ParallelTerminationStrategy: PID 26598 died...\u000a08:38:55.821589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26598): Terminated: ok {rc=0}\u000a08:38:55.833670 --- ParallelTerminationStrategy: PID 26599 died...\u000a08:38:55.891166 run iperf3-srv_10.42.42.10(pid=26599): Terminated {rc=256}\u000a08:38:55.902202 --- ParallelTerminationStrategy: PID 26609 died...\u000a08:38:55.960398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26609): Terminated: ok {rc=0}\u000a08:38:55.971817 --- ParallelTerminationStrategy: PID 26633 died...\u000a08:38:56.031165 run iperf3-srv_10.42.42.10(pid=26633): Terminated {rc=256}\u000a08:38:56.042450 --- ParallelTerminationStrategy: PID 26873 died...\u000a08:38:56.101870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26873): Terminated: ok {rc=0}\u000a08:38:56.112910 --- ParallelTerminationStrategy: PID 26877 died...\u000a08:38:56.172596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26877): Terminated: ok {rc=0}\u000a08:38:56.184419 --- ParallelTerminationStrategy: PID 26881 died...\u000a08:38:56.244236 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26881): Terminated: ok {rc=0}\u000a08:38:56.337809 bus /gobi_0: Setting Powered False\u000a08:38:57.450065 bus /gobi_0: Setting Powered False\u000a08:38:58.563686 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "gprs:sysmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26891): Process ended prematurely: osmo-stp_10.42.42.5(pid=26891) [trial-2387↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26891)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26891): Process ended prematurely: osmo-stp_10.42.42.5(pid=26891) [trial-2387↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26891)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a08:38:59.686198 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:38:59.699038 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a08:38:59.833585 tst iperf3.py: using LAC 32763\u000a08:38:59.965168 tst iperf3.py: using RAC 123\u000a08:39:00.095316 tst iperf3.py: using CellId 32763\u000a08:39:00.231030 tst iperf3.py: using BVCI 32764\u000a08:39:00.256599 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:00.268336 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:00.280179 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:00.292058 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:00.316768 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:00.329980 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:00.343059 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:00.355068 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:00.368327 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:39:00.682203 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:39:00.827116 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:39:01.219971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26883): Launched\u000a08:39:01.612549 run iperf3-srv_10.42.42.10(pid=26884): Launched\u000a08:39:01.861137 tst iperf3.py:8: start network...\u000a08:39:02.026988 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:39:02.702627 run create_hlr_db(pid=26885): Launched\u000a08:39:02.910746 bus /gobi_6: Setting Powered False\u000a08:39:03.915404 run create_hlr_db(pid=26885): Terminated: ok {rc=0}\u000a08:39:04.381821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26887): Launched\u000a08:39:04.803620 run osmo-hlr_10.42.42.2(pid=26888): Launched\u000a08:39:05.065499 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:39:05.726455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26890): Launched\u000a08:39:06.157326 run osmo-stp_10.42.42.5(pid=26891): Launched\u000a08:39:06.398660 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:39:07.046595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26893): Launched\u000a08:39:07.164415 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:39:07.464932 run patchelf(pid=26894): Launched\u000a08:39:07.656894 run osmo-stp_10.42.42.5(pid=26891): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26891)]\u000a08:39:07.798651 run osmo-stp_10.42.42.5(pid=26891): stdout: \u000a| (launched: 2022-12-13_08:39:05.891762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:07.939507 run osmo-stp_10.42.42.5(pid=26891): stderr: \u000a| �[0;m�[38;5;43m20221213083906230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083906230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083906230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083906231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083906231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083906231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083906231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:08.076697 run osmo-stp_10.42.42.5(pid=26891): stdout: \u000a| (launched: 2022-12-13_08:39:05.891762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:08.211901 run osmo-stp_10.42.42.5(pid=26891): stderr: \u000a| �[0;m�[38;5;43m20221213083906230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083906230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083906230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083906231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083906231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083906231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083906231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:08.369641 run patchelf(pid=26894): Terminating (SIGINT)\u000a08:39:08.554775 run patchelf(pid=26894): Terminated: ok {rc=0}\u000a08:39:08.589632 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26891): Process ended prematurely: osmo-stp_10.42.42.5(pid=26891) [trial-2387↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26891)] [trial-2387↪gprs:sysmo↪iperf3.py:8]\u000a08:39:08.600548 tst iperf3.py:8: Test FAILED (9.0 sec)\u000a08:39:08.667265 run osmo-hlr_10.42.42.2(pid=26888): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26888)]\u000a08:39:08.720206 run osmo-hlr_10.42.42.2(pid=26888): stdout: \u000a| (launched: 2022-12-13_08:39:04.547147) \u000a08:39:08.773859 run osmo-hlr_10.42.42.2(pid=26888): stderr: \u000a| �[0;m�[1;31m20221213083904902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213083904902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213083904902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083904902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083904902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213083904902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213083904915 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213083904932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213083904932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213083904932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:39:08.821357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26883): Terminating (SIGTERM)\u000a08:39:08.868419 run iperf3-srv_10.42.42.10(pid=26884): Terminating (SIGTERM)\u000a08:39:08.914031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26887): Terminating (SIGTERM)\u000a08:39:08.959822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26890): Terminating (SIGTERM)\u000a08:39:09.006041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26893): Terminating (SIGTERM)\u000a08:39:09.016695 --- ParallelTerminationStrategy: PID 26883 died...\u000a08:39:09.078512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26883): Terminated: ok {rc=0}\u000a08:39:09.090139 --- ParallelTerminationStrategy: PID 26884 died...\u000a08:39:09.148890 run iperf3-srv_10.42.42.10(pid=26884): Terminated {rc=256}\u000a08:39:09.159768 --- ParallelTerminationStrategy: PID 26887 died...\u000a08:39:09.218256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26887): Terminated: ok {rc=0}\u000a08:39:09.229925 --- ParallelTerminationStrategy: PID 26890 died...\u000a08:39:09.287927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26890): Terminated: ok {rc=0}\u000a08:39:09.298841 --- ParallelTerminationStrategy: PID 26893 died...\u000a08:39:09.357311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26893): Terminated: ok {rc=0}\u000a08:39:09.447815 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "gprs:sysmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26910): Process ended prematurely: osmo-stp_10.42.42.5(pid=26910) [trial-2387↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26910)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26910): Process ended prematurely: osmo-stp_10.42.42.5(pid=26910) [trial-2387↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26910)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a08:39:10.561682 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:10.573053 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a08:39:10.708148 tst iperf3m4.py: using LAC 32764\u000a08:39:10.831327 tst iperf3m4.py: using RAC 124\u000a08:39:10.954917 tst iperf3m4.py: using CellId 32764\u000a08:39:11.078296 tst iperf3m4.py: using BVCI 32765\u000a08:39:11.102424 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:11.113352 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:11.124035 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:11.134579 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:11.146982 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:11.158406 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:11.170356 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:11.181852 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:11.193607 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:39:11.317711 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:39:11.439741 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:39:11.562876 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:39:11.866993 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:39:12.007830 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:39:12.356459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26896): Launched\u000a08:39:12.650307 run iperf3-srv_10.42.42.10(pid=26897): Launched\u000a08:39:12.857408 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:39:12.998887 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:39:13.348458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26898): Launched\u000a08:39:13.639238 run iperf3-srv_10.42.42.10(pid=26899): Launched\u000a08:39:13.845391 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:39:13.985807 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:39:14.333690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26900): Launched\u000a08:39:14.624282 run iperf3-srv_10.42.42.10(pid=26901): Launched\u000a08:39:14.830538 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:39:14.970606 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:39:15.322024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26902): Launched\u000a08:39:15.623530 run iperf3-srv_10.42.42.10(pid=26903): Launched\u000a08:39:15.815832 tst iperf3m4.py:8: start network...\u000a08:39:15.958290 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:39:16.563480 run create_hlr_db(pid=26904): Launched\u000a08:39:16.748628 bus /gobi_6: Setting Powered False\u000a08:39:17.767482 run create_hlr_db(pid=26904): Terminated: ok {rc=0}\u000a08:39:18.185586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26906): Launched\u000a08:39:18.503260 run osmo-hlr_10.42.42.2(pid=26907): Launched\u000a08:39:18.623845 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:39:19.177311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26909): Launched\u000a08:39:19.494847 run osmo-stp_10.42.42.5(pid=26910): Launched\u000a08:39:19.610868 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:39:20.157496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26912): Launched\u000a08:39:20.269945 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:39:20.545500 run patchelf(pid=26913): Launched\u000a08:39:20.730029 run osmo-stp_10.42.42.5(pid=26910): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26910)]\u000a08:39:20.864304 run osmo-stp_10.42.42.5(pid=26910): stdout: \u000a| (launched: 2022-12-13_08:39:19.337282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:20.999000 run osmo-stp_10.42.42.5(pid=26910): stderr: \u000a| �[0;m�[38;5;43m20221213083919513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083919513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083919513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083919514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083919514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083919514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083919514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:21.128656 run osmo-stp_10.42.42.5(pid=26910): stdout: \u000a| (launched: 2022-12-13_08:39:19.337282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:21.258185 run osmo-stp_10.42.42.5(pid=26910): stderr: \u000a| �[0;m�[38;5;43m20221213083919513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083919513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083919513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083919514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083919514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083919514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083919514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:21.407827 run patchelf(pid=26913): Terminating (SIGINT)\u000a08:39:21.583960 run patchelf(pid=26913): Terminated: ok {rc=0}\u000a08:39:21.616236 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26910): Process ended prematurely: osmo-stp_10.42.42.5(pid=26910) [trial-2387↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26910)] [trial-2387↪gprs:sysmo↪iperf3m4.py:8]\u000a08:39:21.625518 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a08:39:21.687395 run osmo-hlr_10.42.42.2(pid=26907): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26907)]\u000a08:39:21.737832 run osmo-hlr_10.42.42.2(pid=26907): stdout: \u000a| (launched: 2022-12-13_08:39:18.345101) \u000a08:39:21.789008 run osmo-hlr_10.42.42.2(pid=26907): stderr: \u000a| �[0;m�[1;31m20221213083918525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213083918525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213083918525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083918525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083918526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213083918526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213083918537 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213083918545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213083918545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213083918545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:39:21.832580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26896): Terminating (SIGTERM)\u000a08:39:21.873590 run iperf3-srv_10.42.42.10(pid=26897): Terminating (SIGTERM)\u000a08:39:21.916304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26898): Terminating (SIGTERM)\u000a08:39:21.957008 run iperf3-srv_10.42.42.10(pid=26899): Terminating (SIGTERM)\u000a08:39:21.997897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26900): Terminating (SIGTERM)\u000a08:39:22.038604 run iperf3-srv_10.42.42.10(pid=26901): Terminating (SIGTERM)\u000a08:39:22.079374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26902): Terminating (SIGTERM)\u000a08:39:22.120110 run iperf3-srv_10.42.42.10(pid=26903): Terminating (SIGTERM)\u000a08:39:22.160943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26906): Terminating (SIGTERM)\u000a08:39:22.201829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26909): Terminating (SIGTERM)\u000a08:39:22.242594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26912): Terminating (SIGTERM)\u000a08:39:22.252056 --- ParallelTerminationStrategy: PID 26896 died...\u000a08:39:22.306973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26896): Terminated: ok {rc=0}\u000a08:39:22.316761 --- ParallelTerminationStrategy: PID 26897 died...\u000a08:39:22.371113 run iperf3-srv_10.42.42.10(pid=26897): Terminated {rc=256}\u000a08:39:22.380651 --- ParallelTerminationStrategy: PID 26898 died...\u000a08:39:22.435184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26898): Terminated: ok {rc=0}\u000a08:39:22.444774 --- ParallelTerminationStrategy: PID 26899 died...\u000a08:39:22.499250 run iperf3-srv_10.42.42.10(pid=26899): Terminated {rc=256}\u000a08:39:22.508853 --- ParallelTerminationStrategy: PID 26900 died...\u000a08:39:22.563227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26900): Terminated: ok {rc=0}\u000a08:39:22.572895 --- ParallelTerminationStrategy: PID 26901 died...\u000a08:39:22.627202 run iperf3-srv_10.42.42.10(pid=26901): Terminated {rc=256}\u000a08:39:22.636844 --- ParallelTerminationStrategy: PID 26902 died...\u000a08:39:22.691204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26902): Terminated: ok {rc=0}\u000a08:39:22.700781 --- ParallelTerminationStrategy: PID 26903 died...\u000a08:39:22.755094 run iperf3-srv_10.42.42.10(pid=26903): Terminated {rc=256}\u000a08:39:22.764787 --- ParallelTerminationStrategy: PID 26906 died...\u000a08:39:22.819135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26906): Terminated: ok {rc=0}\u000a08:39:22.829423 --- ParallelTerminationStrategy: PID 26909 died...\u000a08:39:22.883409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26909): Terminated: ok {rc=0}\u000a08:39:22.893114 --- ParallelTerminationStrategy: PID 26912 died...\u000a08:39:22.946941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26912): Terminated: ok {rc=0}\u000a08:39:23.030707 bus /gobi_4: Setting Powered False\u000a08:39:24.139192 bus /gobi_4: Setting Powered False\u000a08:39:25.248189 bus /gobi_1: Setting Powered False\u000a08:39:26.354547 bus /gobi_1: Setting Powered False\u000a08:39:27.462858 bus /gobi_0: Setting Powered False\u000a08:39:28.569550 bus /gobi_0: Setting Powered False\u000a08:39:29.679210 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26920): Process ended prematurely: osmo-stp_10.42.42.5(pid=26920) [trial-2387↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26920)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26920): Process ended prematurely: osmo-stp_10.42.42.5(pid=26920) [trial-2387↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:sysmo ping.py\u000a----------------------------------------------\u000a08:39:30.747373 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:30.759069 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a08:39:30.886328 tst ping.py: using LAC 32765\u000a08:39:31.024759 tst ping.py: using RAC 125\u000a08:39:31.177279 tst ping.py: using CellId 32765\u000a08:39:31.326574 tst ping.py: using BVCI 32766\u000a08:39:31.359015 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:31.372154 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:31.384001 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:31.398665 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:31.415761 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:31.432257 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:31.448065 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:31.464628 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:39:31.843558 tst ping.py:19: start network...\u000a08:39:31.980505 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:39:32.557679 run create_hlr_db(pid=26914): Launched\u000a08:39:32.749507 bus /gobi_6: Setting Powered False\u000a08:39:33.769006 run create_hlr_db(pid=26914): Terminated: ok {rc=0}\u000a08:39:34.208616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26916): Launched\u000a08:39:34.542434 run osmo-hlr_10.42.42.2(pid=26917): Launched\u000a08:39:34.662403 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:39:35.236047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26919): Launched\u000a08:39:35.567963 run osmo-stp_10.42.42.5(pid=26920): Launched\u000a08:39:35.687259 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:39:36.264619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26922): Launched\u000a08:39:36.382453 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:39:36.671013 run patchelf(pid=26923): Launched\u000a08:39:36.863091 run osmo-stp_10.42.42.5(pid=26920): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26920)]\u000a08:39:37.003626 run osmo-stp_10.42.42.5(pid=26920): stdout: \u000a| (launched: 2022-12-13_08:39:35.404357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:37.144334 run osmo-stp_10.42.42.5(pid=26920): stderr: \u000a| �[0;m�[38;5;43m20221213083935601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083935601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083935602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083935602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083935603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083935603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083935603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:37.280314 run osmo-stp_10.42.42.5(pid=26920): stdout: \u000a| (launched: 2022-12-13_08:39:35.404357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:37.415938 run osmo-stp_10.42.42.5(pid=26920): stderr: \u000a| �[0;m�[38;5;43m20221213083935601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083935601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083935602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083935602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083935603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083935603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083935603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:37.572489 run patchelf(pid=26923): Terminating (SIGINT)\u000a08:39:37.756031 run patchelf(pid=26923): Terminated: ok {rc=0}\u000a08:39:37.789079 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26920): Process ended prematurely: osmo-stp_10.42.42.5(pid=26920) [trial-2387↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26920)] [trial-2387↪gprs:sysmo↪ping.py:22]\u000a08:39:37.798309 tst ping.py:22: Test FAILED (7.0 sec)\u000a08:39:37.861764 run osmo-hlr_10.42.42.2(pid=26917): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26917)]\u000a08:39:37.913637 run osmo-hlr_10.42.42.2(pid=26917): stdout: \u000a| (launched: 2022-12-13_08:39:34.378205) \u000a08:39:37.966280 run osmo-hlr_10.42.42.2(pid=26917): stderr: \u000a| �[0;m�[1;31m20221213083934579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213083934579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213083934579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083934579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083934579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213083934579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213083934591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213083934600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213083934600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213083934600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:39:38.011253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26916): Terminating (SIGTERM)\u000a08:39:38.054572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26919): Terminating (SIGTERM)\u000a08:39:38.097777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26922): Terminating (SIGTERM)\u000a08:39:38.107727 --- ParallelTerminationStrategy: PID 26916 died...\u000a08:39:38.164423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26916): Terminated: ok {rc=0}\u000a08:39:38.174607 --- ParallelTerminationStrategy: PID 26919 died...\u000a08:39:38.230965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26919): Terminated: ok {rc=0}\u000a08:39:38.241166 --- ParallelTerminationStrategy: PID 26922 died...\u000a08:39:38.297173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26922): Terminated: ok {rc=0}\u000a08:39:38.384989 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26930): Process ended prematurely: osmo-stp_10.42.42.5(pid=26930) [trial-2387↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26930)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26930): Process ended prematurely: osmo-stp_10.42.42.5(pid=26930) [trial-2387↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26930)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a08:39:39.437353 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:39.449143 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a08:39:39.583206 tst ping_idle_ping.py: using LAC 32766\u000a08:39:39.712521 tst ping_idle_ping.py: using RAC 126\u000a08:39:39.838654 tst ping_idle_ping.py: using CellId 32766\u000a08:39:39.962347 tst ping_idle_ping.py: using BVCI 32767\u000a08:39:39.986382 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:39.997384 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:40.007988 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:40.018510 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:40.029669 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:40.040610 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:40.051599 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:39:40.062694 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:39:40.354504 tst ping_idle_ping.py:24: start network...\u000a08:39:40.484425 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:39:40.974463 run create_hlr_db(pid=26924): Launched\u000a08:39:41.153347 bus /gobi_6: Setting Powered False\u000a08:39:42.173462 run create_hlr_db(pid=26924): Terminated: ok {rc=0}\u000a08:39:42.613746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26926): Launched\u000a08:39:42.947459 run osmo-hlr_10.42.42.2(pid=26927): Launched\u000a08:39:43.068561 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:39:43.645505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26929): Launched\u000a08:39:43.979096 run osmo-stp_10.42.42.5(pid=26930): Launched\u000a08:39:44.099058 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:39:44.677713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26932): Launched\u000a08:39:44.796146 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:39:45.087011 run patchelf(pid=26933): Launched\u000a08:39:45.279438 run osmo-stp_10.42.42.5(pid=26930): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26930)]\u000a08:39:45.420882 run osmo-stp_10.42.42.5(pid=26930): stdout: \u000a| (launched: 2022-12-13_08:39:43.813720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:45.562201 run osmo-stp_10.42.42.5(pid=26930): stderr: \u000a| �[0;m�[38;5;43m20221213083944009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083944009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083944009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083944010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083944010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083944010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083944010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:45.698743 run osmo-stp_10.42.42.5(pid=26930): stdout: \u000a| (launched: 2022-12-13_08:39:43.813720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:45.834001 run osmo-stp_10.42.42.5(pid=26930): stderr: \u000a| �[0;m�[38;5;43m20221213083944009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083944009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083944009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083944010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083944010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083944010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083944010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:45.998441 run patchelf(pid=26933): Terminating (SIGINT)\u000a08:39:46.179445 run patchelf(pid=26933): Terminated: ok {rc=0}\u000a08:39:46.222342 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26930): Process ended prematurely: osmo-stp_10.42.42.5(pid=26930) [trial-2387↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26930)] [trial-2387↪gprs:sysmo↪ping_idle_ping.py:27]\u000a08:39:46.236023 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a08:39:46.319696 run osmo-hlr_10.42.42.2(pid=26927): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26927)]\u000a08:39:46.386650 run osmo-hlr_10.42.42.2(pid=26927): stdout: \u000a| (launched: 2022-12-13_08:39:42.782088) \u000a08:39:46.456170 run osmo-hlr_10.42.42.2(pid=26927): stderr: \u000a| �[0;m�[1;31m20221213083942981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213083942981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213083942981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083942981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083942981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213083942981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213083942993 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213083943002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213083943002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213083943002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:39:46.515168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26926): Terminating (SIGTERM)\u000a08:39:46.563491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26929): Terminating (SIGTERM)\u000a08:39:46.608158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26932): Terminating (SIGTERM)\u000a08:39:46.620052 --- ParallelTerminationStrategy: PID 26926 died...\u000a08:39:46.681938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26926): Terminated: ok {rc=0}\u000a08:39:46.692794 --- ParallelTerminationStrategy: PID 26929 died...\u000a08:39:46.752854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26929): Terminated: ok {rc=0}\u000a08:39:46.764487 --- ParallelTerminationStrategy: PID 26932 died...\u000a08:39:46.822013 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26932): Terminated: ok {rc=0}\u000a08:39:46.911803 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 65.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:38:43" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26949): Process ended prematurely: osmo-stp_10.42.42.5(pid=26949) [trial-2387↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26949)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26949): Process ended prematurely: osmo-stp_10.42.42.5(pid=26949) [trial-2387↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26949)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:39:49.033963 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:39:49.045343 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:39:49.180715 tst cs_paging_gprs_active.py: using LAC 32767\u000a08:39:49.313546 tst cs_paging_gprs_active.py: using RAC 127\u000a08:39:49.445625 tst cs_paging_gprs_active.py: using CellId 32767\u000a08:39:49.579270 tst cs_paging_gprs_active.py: using BVCI 32768\u000a08:39:49.605116 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:39:49.616431 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:39:49.627622 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:39:49.638866 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:39:49.650166 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:39:49.661403 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:39:49.672720 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:39:49.683795 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:39:49.695451 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:39:49.816153 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:39:50.105640 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:39:50.238759 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:39:50.569810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26939): Launched\u000a08:39:50.844591 run iperf3-srv_10.42.42.10(pid=26940): Launched\u000a08:39:51.037595 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:39:51.169697 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:39:51.499558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26941): Launched\u000a08:39:51.773245 run iperf3-srv_10.42.42.10(pid=26942): Launched\u000a08:39:51.966471 tst cs_paging_gprs_active.py:38: start network...\u000a08:39:52.098398 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:39:52.599409 run create_hlr_db(pid=26943): Launched\u000a08:39:52.781246 bus /gobi_6: Setting Powered False\u000a08:39:53.802829 run create_hlr_db(pid=26943): Terminated: ok {rc=0}\u000a08:39:54.224939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26945): Launched\u000a08:39:54.545358 run osmo-hlr_10.42.42.2(pid=26946): Launched\u000a08:39:54.670037 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:39:55.228685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26948): Launched\u000a08:39:55.547406 run osmo-stp_10.42.42.5(pid=26949): Launched\u000a08:39:55.663358 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:39:56.215150 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26951): Launched\u000a08:39:56.327981 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:39:56.606480 run patchelf(pid=26952): Launched\u000a08:39:56.790460 run osmo-stp_10.42.42.5(pid=26949): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26949)]\u000a08:39:56.924879 run osmo-stp_10.42.42.5(pid=26949): stdout: \u000a| (launched: 2022-12-13_08:39:55.389419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:57.059736 run osmo-stp_10.42.42.5(pid=26949): stderr: \u000a| �[0;m�[38;5;43m20221213083955566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083955566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083955566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083955567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083955567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083955567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083955567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:57.190334 run osmo-stp_10.42.42.5(pid=26949): stdout: \u000a| (launched: 2022-12-13_08:39:55.389419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:57.319655 run osmo-stp_10.42.42.5(pid=26949): stderr: \u000a| �[0;m�[38;5;43m20221213083955566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213083955566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213083955566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213083955567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213083955567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213083955567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213083955567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:57.470446 run patchelf(pid=26952): Terminating (SIGINT)\u000a08:39:57.647989 run patchelf(pid=26952): Terminated: ok {rc=0}\u000a08:39:57.680120 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26949): Process ended prematurely: osmo-stp_10.42.42.5(pid=26949) [trial-2387↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26949)] [trial-2387↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a08:39:57.689443 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a08:39:57.750457 run osmo-hlr_10.42.42.2(pid=26946): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26946)]\u000a08:39:57.800093 run osmo-hlr_10.42.42.2(pid=26946): stdout: \u000a| (launched: 2022-12-13_08:39:54.385584) \u000a08:39:57.850506 run osmo-hlr_10.42.42.2(pid=26946): stderr: \u000a| �[0;m�[1;31m20221213083954568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213083954568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213083954568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083954568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213083954568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213083954568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213083954579 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213083954588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213083954588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213083954588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:39:57.893349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26939): Terminating (SIGTERM)\u000a08:39:57.933509 run iperf3-srv_10.42.42.10(pid=26940): Terminating (SIGTERM)\u000a08:39:57.973811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26941): Terminating (SIGTERM)\u000a08:39:58.014066 run iperf3-srv_10.42.42.10(pid=26942): Terminating (SIGTERM)\u000a08:39:58.054476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26945): Terminating (SIGTERM)\u000a08:39:58.094786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26948): Terminating (SIGTERM)\u000a08:39:58.135327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26951): Terminating (SIGTERM)\u000a08:39:58.144615 --- ParallelTerminationStrategy: PID 26939 died...\u000a08:39:58.199085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26939): Terminated: ok {rc=0}\u000a08:39:58.208646 --- ParallelTerminationStrategy: PID 26940 died...\u000a08:39:58.262631 run iperf3-srv_10.42.42.10(pid=26940): Terminated {rc=256}\u000a08:39:58.272139 --- ParallelTerminationStrategy: PID 26941 died...\u000a08:39:58.325922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26941): Terminated: ok {rc=0}\u000a08:39:58.335444 --- ParallelTerminationStrategy: PID 26942 died...\u000a08:39:58.389086 run iperf3-srv_10.42.42.10(pid=26942): Terminated {rc=256}\u000a08:39:58.398577 --- ParallelTerminationStrategy: PID 26945 died...\u000a08:39:58.452354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26945): Terminated: ok {rc=0}\u000a08:39:58.461954 --- ParallelTerminationStrategy: PID 26948 died...\u000a08:39:58.516563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26948): Terminated: ok {rc=0}\u000a08:39:58.526246 --- ParallelTerminationStrategy: PID 26951 died...\u000a08:39:58.580201 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26951): Terminated: ok {rc=0}\u000a08:39:58.665087 bus /gobi_0: Setting Powered False\u000a08:39:59.765263 bus /gobi_0: Setting Powered False\u000a08:40:00.873023 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26964): Process ended prematurely: osmo-stp_10.42.42.5(pid=26964) [trial-2387↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26964)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26964): Process ended prematurely: osmo-stp_10.42.42.5(pid=26964) [trial-2387↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26964)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a08:40:01.997932 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:02.010734 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:40:02.173605 tst iperf3.py: using LAC 32768\u000a08:40:02.310060 tst iperf3.py: using RAC 128\u000a08:40:02.439827 tst iperf3.py: using CellId 32768\u000a08:40:02.565290 tst iperf3.py: using BVCI 32769\u000a08:40:02.589555 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:02.600736 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:02.611630 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:02.622521 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:02.633581 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:02.644423 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:02.655594 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:02.666603 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:02.677663 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:40:02.967651 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:40:03.098668 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:40:03.426970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26956): Launched\u000a08:40:03.701117 run iperf3-srv_10.42.42.10(pid=26957): Launched\u000a08:40:03.893559 tst iperf3.py:8: start network...\u000a08:40:04.024772 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:40:04.523593 run create_hlr_db(pid=26958): Launched\u000a08:40:04.704318 bus /gobi_6: Setting Powered False\u000a08:40:05.726511 run create_hlr_db(pid=26958): Terminated: ok {rc=0}\u000a08:40:06.146342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26960): Launched\u000a08:40:06.463575 run osmo-hlr_10.42.42.2(pid=26961): Launched\u000a08:40:06.584678 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:40:07.138275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26963): Launched\u000a08:40:07.454771 run osmo-stp_10.42.42.5(pid=26964): Launched\u000a08:40:07.579434 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:40:08.132494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26966): Launched\u000a08:40:08.244774 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:40:08.521294 run patchelf(pid=26967): Launched\u000a08:40:08.705139 run osmo-stp_10.42.42.5(pid=26964): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26964)]\u000a08:40:08.839677 run osmo-stp_10.42.42.5(pid=26964): stdout: \u000a| (launched: 2022-12-13_08:40:07.297835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:08.974575 run osmo-stp_10.42.42.5(pid=26964): stderr: \u000a| �[0;m�[38;5;43m20221213084007474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084007475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084007475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084007475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084007476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084007476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084007476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:09.104609 run osmo-stp_10.42.42.5(pid=26964): stdout: \u000a| (launched: 2022-12-13_08:40:07.297835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:09.233089 run osmo-stp_10.42.42.5(pid=26964): stderr: \u000a| �[0;m�[38;5;43m20221213084007474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084007475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084007475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084007475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084007476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084007476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084007476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:09.382951 run patchelf(pid=26967): Terminating (SIGINT)\u000a08:40:09.559268 run patchelf(pid=26967): Terminated: ok {rc=0}\u000a08:40:09.591406 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26964): Process ended prematurely: osmo-stp_10.42.42.5(pid=26964) [trial-2387↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26964)] [trial-2387↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a08:40:09.600638 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a08:40:09.661847 run osmo-hlr_10.42.42.2(pid=26961): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26961)]\u000a08:40:09.711483 run osmo-hlr_10.42.42.2(pid=26961): stdout: \u000a| (launched: 2022-12-13_08:40:06.306253) \u000a08:40:09.761714 run osmo-hlr_10.42.42.2(pid=26961): stderr: \u000a| �[0;m�[1;31m20221213084006489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084006489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084006489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084006489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084006489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084006489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084006500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084006508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084006508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084006508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:40:09.804745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26956): Terminating (SIGTERM)\u000a08:40:09.845325 run iperf3-srv_10.42.42.10(pid=26957): Terminating (SIGTERM)\u000a08:40:09.885901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26960): Terminating (SIGTERM)\u000a08:40:09.926334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26963): Terminating (SIGTERM)\u000a08:40:09.966846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26966): Terminating (SIGTERM)\u000a08:40:09.976278 --- ParallelTerminationStrategy: PID 26956 died...\u000a08:40:10.030917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26956): Terminated: ok {rc=0}\u000a08:40:10.040638 --- ParallelTerminationStrategy: PID 26957 died...\u000a08:40:10.094798 run iperf3-srv_10.42.42.10(pid=26957): Terminated {rc=256}\u000a08:40:10.104512 --- ParallelTerminationStrategy: PID 26960 died...\u000a08:40:10.158787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26960): Terminated: ok {rc=0}\u000a08:40:10.168609 --- ParallelTerminationStrategy: PID 26963 died...\u000a08:40:10.222750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26963): Terminated: ok {rc=0}\u000a08:40:10.232482 --- ParallelTerminationStrategy: PID 26966 died...\u000a08:40:10.286621 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26966): Terminated: ok {rc=0}\u000a08:40:10.371629 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26982): Process ended prematurely: osmo-stp_10.42.42.5(pid=26982) [trial-2387↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26982)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26982): Process ended prematurely: osmo-stp_10.42.42.5(pid=26982) [trial-2387↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26982)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a08:40:11.489074 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:11.504351 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:40:11.637505 tst iperf3m4.py: using LAC 32769\u000a08:40:11.770290 tst iperf3m4.py: using RAC 129\u000a08:40:11.899341 tst iperf3m4.py: using CellId 32769\u000a08:40:12.030325 tst iperf3m4.py: using BVCI 32770\u000a08:40:12.055992 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:12.067493 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:12.078752 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:12.089895 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:12.100936 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:12.112012 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:12.123465 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:12.134477 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:12.145737 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:40:12.267848 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:40:12.390876 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:40:12.513519 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:40:12.815946 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:40:12.957182 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:40:13.306176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26968): Launched\u000a08:40:13.597536 run iperf3-srv_10.42.42.10(pid=26969): Launched\u000a08:40:13.804810 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:40:13.945535 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:40:14.295174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26970): Launched\u000a08:40:14.587426 run iperf3-srv_10.42.42.10(pid=26971): Launched\u000a08:40:14.793262 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:40:14.933907 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:40:15.282259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26972): Launched\u000a08:40:15.573504 run iperf3-srv_10.42.42.10(pid=26973): Launched\u000a08:40:15.780725 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:40:15.921311 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:40:16.328541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26974): Launched\u000a08:40:16.627857 run iperf3-srv_10.42.42.10(pid=26975): Launched\u000a08:40:16.833161 tst iperf3m4.py:8: start network...\u000a08:40:16.968713 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:40:17.495947 run create_hlr_db(pid=26976): Launched\u000a08:40:17.678527 bus /gobi_6: Setting Powered False\u000a08:40:18.700095 run create_hlr_db(pid=26976): Terminated: ok {rc=0}\u000a08:40:19.144479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26978): Launched\u000a08:40:19.482102 run osmo-hlr_10.42.42.2(pid=26979): Launched\u000a08:40:19.608389 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:40:20.193827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26981): Launched\u000a08:40:20.531435 run osmo-stp_10.42.42.5(pid=26982): Launched\u000a08:40:20.653043 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:40:21.234750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26984): Launched\u000a08:40:21.347123 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:40:21.623333 run patchelf(pid=26985): Launched\u000a08:40:21.807589 run osmo-stp_10.42.42.5(pid=26982): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26982)]\u000a08:40:21.942151 run osmo-stp_10.42.42.5(pid=26982): stdout: \u000a| (launched: 2022-12-13_08:40:20.365343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:22.076590 run osmo-stp_10.42.42.5(pid=26982): stderr: \u000a| �[0;m�[38;5;43m20221213084020562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084020562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084020562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084020562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084020565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084020565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084020565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:22.206577 run osmo-stp_10.42.42.5(pid=26982): stdout: \u000a| (launched: 2022-12-13_08:40:20.365343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:22.335453 run osmo-stp_10.42.42.5(pid=26982): stderr: \u000a| �[0;m�[38;5;43m20221213084020562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084020562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084020562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084020562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084020565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084020565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084020565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:22.485551 run patchelf(pid=26985): Terminating (SIGINT)\u000a08:40:22.662179 run patchelf(pid=26985): Terminated: ok {rc=0}\u000a08:40:22.694264 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26982): Process ended prematurely: osmo-stp_10.42.42.5(pid=26982) [trial-2387↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26982)] [trial-2387↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a08:40:22.703505 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a08:40:22.765509 run osmo-hlr_10.42.42.2(pid=26979): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26979)]\u000a08:40:22.815895 run osmo-hlr_10.42.42.2(pid=26979): stdout: \u000a| (launched: 2022-12-13_08:40:19.315605) \u000a08:40:22.867068 run osmo-hlr_10.42.42.2(pid=26979): stderr: \u000a| �[0;m�[1;31m20221213084019518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084019518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084019518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084019518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084019518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084019518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084019530 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084019540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084019540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084019540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:40:22.910429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26968): Terminating (SIGTERM)\u000a08:40:22.951239 run iperf3-srv_10.42.42.10(pid=26969): Terminating (SIGTERM)\u000a08:40:22.992138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26970): Terminating (SIGTERM)\u000a08:40:23.032999 run iperf3-srv_10.42.42.10(pid=26971): Terminating (SIGTERM)\u000a08:40:23.074368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26972): Terminating (SIGTERM)\u000a08:40:23.115233 run iperf3-srv_10.42.42.10(pid=26973): Terminating (SIGTERM)\u000a08:40:23.155974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26974): Terminating (SIGTERM)\u000a08:40:23.196509 run iperf3-srv_10.42.42.10(pid=26975): Terminating (SIGTERM)\u000a08:40:23.237316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26978): Terminating (SIGTERM)\u000a08:40:23.277471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26981): Terminating (SIGTERM)\u000a08:40:23.317534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26984): Terminating (SIGTERM)\u000a08:40:23.326938 --- ParallelTerminationStrategy: PID 26968 died...\u000a08:40:23.381495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26968): Terminated: ok {rc=0}\u000a08:40:23.391112 --- ParallelTerminationStrategy: PID 26969 died...\u000a08:40:23.445406 run iperf3-srv_10.42.42.10(pid=26969): Terminated {rc=256}\u000a08:40:23.454860 --- ParallelTerminationStrategy: PID 26970 died...\u000a08:40:23.509070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26970): Terminated: ok {rc=0}\u000a08:40:23.518636 --- ParallelTerminationStrategy: PID 26971 died...\u000a08:40:23.572276 run iperf3-srv_10.42.42.10(pid=26971): Terminated {rc=256}\u000a08:40:23.581792 --- ParallelTerminationStrategy: PID 26972 died...\u000a08:40:23.636161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26972): Terminated: ok {rc=0}\u000a08:40:23.645989 --- ParallelTerminationStrategy: PID 26973 died...\u000a08:40:23.700228 run iperf3-srv_10.42.42.10(pid=26973): Terminated {rc=256}\u000a08:40:23.709997 --- ParallelTerminationStrategy: PID 26974 died...\u000a08:40:23.764616 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26974): Terminated: ok {rc=0}\u000a08:40:23.774439 --- ParallelTerminationStrategy: PID 26975 died...\u000a08:40:23.828553 run iperf3-srv_10.42.42.10(pid=26975): Terminated {rc=256}\u000a08:40:23.838099 --- ParallelTerminationStrategy: PID 26978 died...\u000a08:40:23.892053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26978): Terminated: ok {rc=0}\u000a08:40:23.901739 --- ParallelTerminationStrategy: PID 26981 died...\u000a08:40:23.955961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26981): Terminated: ok {rc=0}\u000a08:40:23.965843 --- ParallelTerminationStrategy: PID 26984 died...\u000a08:40:24.019857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26984): Terminated: ok {rc=0}\u000a08:40:24.108540 bus /gobi_4: Setting Powered False\u000a08:40:25.212199 bus /gobi_4: Setting Powered False\u000a08:40:26.322787 bus /gobi_1: Setting Powered False\u000a08:40:27.428405 bus /gobi_1: Setting Powered False\u000a08:40:28.540115 bus /gobi_0: Setting Powered False\u000a08:40:29.643265 bus /gobi_0: Setting Powered False\u000a08:40:30.751073 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26992): Process ended prematurely: osmo-stp_10.42.42.5(pid=26992) [trial-2387↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26992)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26992): Process ended prematurely: osmo-stp_10.42.42.5(pid=26992) [trial-2387↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26992)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a08:40:31.832858 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:31.845989 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:40:32.020534 tst ping.py: using LAC 32770\u000a08:40:32.183246 tst ping.py: using RAC 130\u000a08:40:32.334031 tst ping.py: using CellId 32770\u000a08:40:32.467032 tst ping.py: using BVCI 32771\u000a08:40:32.492591 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:32.504211 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:32.515686 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:32.527119 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:32.538401 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:32.549536 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:32.560767 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:32.571962 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:40:32.872329 tst ping.py:19: start network...\u000a08:40:33.010054 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:40:33.525845 run create_hlr_db(pid=26986): Launched\u000a08:40:33.705423 bus /gobi_6: Setting Powered False\u000a08:40:34.725630 run create_hlr_db(pid=26986): Terminated: ok {rc=0}\u000a08:40:35.165173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26988): Launched\u000a08:40:35.498041 run osmo-hlr_10.42.42.2(pid=26989): Launched\u000a08:40:35.620162 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:40:36.194730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26991): Launched\u000a08:40:36.525663 run osmo-stp_10.42.42.5(pid=26992): Launched\u000a08:40:36.646028 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:40:37.223760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26994): Launched\u000a08:40:37.342005 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:40:37.634106 run patchelf(pid=26995): Launched\u000a08:40:37.826925 run osmo-stp_10.42.42.5(pid=26992): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26992)]\u000a08:40:37.968087 run osmo-stp_10.42.42.5(pid=26992): stdout: \u000a| (launched: 2022-12-13_08:40:36.362818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:38.108852 run osmo-stp_10.42.42.5(pid=26992): stderr: \u000a| �[0;m�[38;5;43m20221213084036557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084036558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084036558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084036558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084036559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084036559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084036559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:38.245707 run osmo-stp_10.42.42.5(pid=26992): stdout: \u000a| (launched: 2022-12-13_08:40:36.362818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:38.381818 run osmo-stp_10.42.42.5(pid=26992): stderr: \u000a| �[0;m�[38;5;43m20221213084036557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084036558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084036558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084036558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084036559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084036559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084036559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:38.539177 run patchelf(pid=26995): Terminating (SIGINT)\u000a08:40:38.723448 run patchelf(pid=26995): Terminated: ok {rc=0}\u000a08:40:38.756557 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26992): Process ended prematurely: osmo-stp_10.42.42.5(pid=26992) [trial-2387↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26992)] [trial-2387↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a08:40:38.765983 tst ping.py:22: Test FAILED (6.9 sec)\u000a08:40:38.829527 run osmo-hlr_10.42.42.2(pid=26989): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26989)]\u000a08:40:38.881052 run osmo-hlr_10.42.42.2(pid=26989): stdout: \u000a| (launched: 2022-12-13_08:40:35.333411) \u000a08:40:38.933369 run osmo-hlr_10.42.42.2(pid=26989): stderr: \u000a| �[0;m�[1;31m20221213084035535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084035536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084035536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084035536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084035536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084035536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084035550 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084035560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084035560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084035560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:40:38.977823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26988): Terminating (SIGTERM)\u000a08:40:39.019564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26991): Terminating (SIGTERM)\u000a08:40:39.061441 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26994): Terminating (SIGTERM)\u000a08:40:39.071204 --- ParallelTerminationStrategy: PID 26988 died...\u000a08:40:39.127135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26988): Terminated: ok {rc=0}\u000a08:40:39.137285 --- ParallelTerminationStrategy: PID 26991 died...\u000a08:40:39.193048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26991): Terminated: ok {rc=0}\u000a08:40:39.203125 --- ParallelTerminationStrategy: PID 26994 died...\u000a08:40:39.258990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26994): Terminated: ok {rc=0}\u000a08:40:39.345588 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27002): Process ended prematurely: osmo-stp_10.42.42.5(pid=27002) [trial-2387↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27002)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27002): Process ended prematurely: osmo-stp_10.42.42.5(pid=27002) [trial-2387↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27002)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a08:40:40.399139 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:40.411379 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:40:40.546168 tst ping_idle_ping.py: using LAC 32771\u000a08:40:40.671101 tst ping_idle_ping.py: using RAC 131\u000a08:40:40.794641 tst ping_idle_ping.py: using CellId 32771\u000a08:40:40.921058 tst ping_idle_ping.py: using BVCI 32772\u000a08:40:40.944748 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:40.955835 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:40.966718 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:40.977487 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:40.988401 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:40.999233 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:41.010585 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:41.021644 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:40:41.313132 tst ping_idle_ping.py:24: start network...\u000a08:40:41.442904 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:40:41.932610 run create_hlr_db(pid=26996): Launched\u000a08:40:42.111589 bus /gobi_6: Setting Powered False\u000a08:40:43.131844 run create_hlr_db(pid=26996): Terminated: ok {rc=0}\u000a08:40:43.571364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26998): Launched\u000a08:40:43.884143 run osmo-hlr_10.42.42.2(pid=26999): Launched\u000a08:40:44.004443 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:40:44.552694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27001): Launched\u000a08:40:44.865152 run osmo-stp_10.42.42.5(pid=27002): Launched\u000a08:40:44.978874 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:40:45.521943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27004): Launched\u000a08:40:45.632808 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:40:45.905176 run patchelf(pid=27005): Launched\u000a08:40:46.119011 run osmo-stp_10.42.42.5(pid=27002): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27002)]\u000a08:40:46.263564 run osmo-stp_10.42.42.5(pid=27002): stdout: \u000a| (launched: 2022-12-13_08:40:44.710023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:46.407649 run osmo-stp_10.42.42.5(pid=27002): stderr: \u000a| �[0;m�[38;5;43m20221213084044884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084044885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084044885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084044885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084044886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084044886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084044886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:46.548210 run osmo-stp_10.42.42.5(pid=27002): stdout: \u000a| (launched: 2022-12-13_08:40:44.710023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:46.688327 run osmo-stp_10.42.42.5(pid=27002): stderr: \u000a| �[0;m�[38;5;43m20221213084044884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084044885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084044885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084044885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084044886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084044886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084044886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:46.850625 run patchelf(pid=27005): Terminating (SIGINT)\u000a08:40:47.039517 run patchelf(pid=27005): Terminated: ok {rc=0}\u000a08:40:47.074474 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27002): Process ended prematurely: osmo-stp_10.42.42.5(pid=27002) [trial-2387↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27002)] [trial-2387↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a08:40:47.084841 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a08:40:47.150432 run osmo-hlr_10.42.42.2(pid=26999): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26999)]\u000a08:40:47.202946 run osmo-hlr_10.42.42.2(pid=26999): stdout: \u000a| (launched: 2022-12-13_08:40:43.729390) \u000a08:40:47.257104 run osmo-hlr_10.42.42.2(pid=26999): stderr: \u000a| �[0;m�[1;31m20221213084043909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084043909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084043909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084043909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084043909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084043909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084043922 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084043930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084043930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084043930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:40:47.302313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26998): Terminating (SIGTERM)\u000a08:40:47.345285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27001): Terminating (SIGTERM)\u000a08:40:47.388103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27004): Terminating (SIGTERM)\u000a08:40:47.398415 --- ParallelTerminationStrategy: PID 26998 died...\u000a08:40:47.455349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26998): Terminated: ok {rc=0}\u000a08:40:47.466024 --- ParallelTerminationStrategy: PID 27001 died...\u000a08:40:47.521883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27001): Terminated: ok {rc=0}\u000a08:40:47.531984 --- ParallelTerminationStrategy: PID 27004 died...\u000a08:40:47.587927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27004): Terminated: ok {rc=0}\u000a08:40:47.674782 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:39:48" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27021): Process ended prematurely: osmo-stp_10.42.42.5(pid=27021) [trial-2387↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27021)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27021): Process ended prematurely: osmo-stp_10.42.42.5(pid=27021) [trial-2387↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27021)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:40:49.797620 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:40:49.808864 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:40:49.964760 tst cs_paging_gprs_active.py: using LAC 32772\u000a08:40:50.097999 tst cs_paging_gprs_active.py: using RAC 132\u000a08:40:50.234784 tst cs_paging_gprs_active.py: using CellId 32772\u000a08:40:50.361378 tst cs_paging_gprs_active.py: using BVCI 32773\u000a08:40:50.385780 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:40:50.397501 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:40:50.408486 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:40:50.419464 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:40:50.430810 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:40:50.442243 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:40:50.454040 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:40:50.465349 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:40:50.476850 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:40:50.601109 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:40:50.893395 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:40:51.025567 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:40:51.354884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27009): Launched\u000a08:40:51.629256 run iperf3-srv_10.42.42.10(pid=27010): Launched\u000a08:40:51.822565 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:40:51.965652 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:40:52.315869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27013): Launched\u000a08:40:52.609027 run iperf3-srv_10.42.42.10(pid=27014): Launched\u000a08:40:52.815527 tst cs_paging_gprs_active.py:38: start network...\u000a08:40:52.956393 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:40:53.498352 run create_hlr_db(pid=27015): Launched\u000a08:40:53.692241 bus /gobi_6: Setting Powered False\u000a08:40:54.714939 run create_hlr_db(pid=27015): Terminated: ok {rc=0}\u000a08:40:55.141537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27017): Launched\u000a08:40:55.461590 run osmo-hlr_10.42.42.2(pid=27018): Launched\u000a08:40:55.582703 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:40:56.137848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27020): Launched\u000a08:40:56.456731 run osmo-stp_10.42.42.5(pid=27021): Launched\u000a08:40:56.572251 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:40:57.124037 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27023): Launched\u000a08:40:57.236580 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:40:57.513793 run patchelf(pid=27024): Launched\u000a08:40:57.698124 run osmo-stp_10.42.42.5(pid=27021): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27021)]\u000a08:40:57.833094 run osmo-stp_10.42.42.5(pid=27021): stdout: \u000a| (launched: 2022-12-13_08:40:56.297830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:57.967826 run osmo-stp_10.42.42.5(pid=27021): stderr: \u000a| �[0;m�[38;5;43m20221213084056472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084056473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084056473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084056473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084056475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084056476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084056476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:58.098558 run osmo-stp_10.42.42.5(pid=27021): stdout: \u000a| (launched: 2022-12-13_08:40:56.297830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:58.227504 run osmo-stp_10.42.42.5(pid=27021): stderr: \u000a| �[0;m�[38;5;43m20221213084056472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084056473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084056473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084056473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084056475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084056476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084056476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:58.378151 run patchelf(pid=27024): Terminating (SIGINT)\u000a08:40:58.555359 run patchelf(pid=27024): Terminated: ok {rc=0}\u000a08:40:58.587724 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27021): Process ended prematurely: osmo-stp_10.42.42.5(pid=27021) [trial-2387↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27021)] [trial-2387↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a08:40:58.597066 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a08:40:58.658560 run osmo-hlr_10.42.42.2(pid=27018): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27018)]\u000a08:40:58.708297 run osmo-hlr_10.42.42.2(pid=27018): stdout: \u000a| (launched: 2022-12-13_08:40:55.302512) \u000a08:40:58.758643 run osmo-hlr_10.42.42.2(pid=27018): stderr: \u000a| �[0;m�[1;31m20221213084055484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084055485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084055485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084055485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084055485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084055485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084055497 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084055505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084055505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084055505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:40:58.801504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27009): Terminating (SIGTERM)\u000a08:40:58.841852 run iperf3-srv_10.42.42.10(pid=27010): Terminating (SIGTERM)\u000a08:40:58.882284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27013): Terminating (SIGTERM)\u000a08:40:58.922603 run iperf3-srv_10.42.42.10(pid=27014): Terminating (SIGTERM)\u000a08:40:58.963255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27017): Terminating (SIGTERM)\u000a08:40:59.003571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27020): Terminating (SIGTERM)\u000a08:40:59.043891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27023): Terminating (SIGTERM)\u000a08:40:59.053261 --- ParallelTerminationStrategy: PID 27009 died...\u000a08:40:59.107709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27009): Terminated: ok {rc=0}\u000a08:40:59.117460 --- ParallelTerminationStrategy: PID 27010 died...\u000a08:40:59.171186 run iperf3-srv_10.42.42.10(pid=27010): Terminated {rc=256}\u000a08:40:59.180729 --- ParallelTerminationStrategy: PID 27013 died...\u000a08:40:59.234592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27013): Terminated: ok {rc=0}\u000a08:40:59.244105 --- ParallelTerminationStrategy: PID 27014 died...\u000a08:40:59.297813 run iperf3-srv_10.42.42.10(pid=27014): Terminated {rc=256}\u000a08:40:59.307479 --- ParallelTerminationStrategy: PID 27017 died...\u000a08:40:59.361282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27017): Terminated: ok {rc=0}\u000a08:40:59.370888 --- ParallelTerminationStrategy: PID 27020 died...\u000a08:40:59.424623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27020): Terminated: ok {rc=0}\u000a08:40:59.434231 --- ParallelTerminationStrategy: PID 27023 died...\u000a08:40:59.488236 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27023): Terminated: ok {rc=0}\u000a08:40:59.577478 bus /gobi_0: Setting Powered False\u000a08:41:00.681518 bus /gobi_0: Setting Powered False\u000a08:41:01.790852 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27033): Process ended prematurely: osmo-stp_10.42.42.5(pid=27033) [trial-2387↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27033)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27033): Process ended prematurely: osmo-stp_10.42.42.5(pid=27033) [trial-2387↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27033)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a08:41:02.901648 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:02.913260 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:41:03.066445 tst iperf3.py: using LAC 32773\u000a08:41:03.191173 tst iperf3.py: using RAC 133\u000a08:41:03.315494 tst iperf3.py: using CellId 32773\u000a08:41:03.439873 tst iperf3.py: using BVCI 32774\u000a08:41:03.463904 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:03.475099 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:03.485938 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:03.496584 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:03.507961 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:03.519542 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:03.530741 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:03.541743 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:03.552753 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:41:03.857457 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:41:03.998554 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:41:04.347092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27025): Launched\u000a08:41:04.639725 run iperf3-srv_10.42.42.10(pid=27026): Launched\u000a08:41:04.846753 tst iperf3.py:8: start network...\u000a08:41:04.987555 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:41:05.525855 run create_hlr_db(pid=27027): Launched\u000a08:41:05.719802 bus /gobi_6: Setting Powered False\u000a08:41:06.730892 run create_hlr_db(pid=27027): Terminated: ok {rc=0}\u000a08:41:07.160309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27029): Launched\u000a08:41:07.476900 run osmo-hlr_10.42.42.2(pid=27030): Launched\u000a08:41:07.600887 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:41:08.158650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27032): Launched\u000a08:41:08.474453 run osmo-stp_10.42.42.5(pid=27033): Launched\u000a08:41:08.589169 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:41:09.136638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27035): Launched\u000a08:41:09.248929 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:41:09.524871 run patchelf(pid=27036): Launched\u000a08:41:09.708104 run osmo-stp_10.42.42.5(pid=27033): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27033)]\u000a08:41:09.843972 run osmo-stp_10.42.42.5(pid=27033): stdout: \u000a| (launched: 2022-12-13_08:41:08.318359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:09.979762 run osmo-stp_10.42.42.5(pid=27033): stderr: \u000a| �[0;m�[38;5;43m20221213084108493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084108493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084108493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084108493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084108494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084108494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084108494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:10.113681 run osmo-stp_10.42.42.5(pid=27033): stdout: \u000a| (launched: 2022-12-13_08:41:08.318359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:10.246371 run osmo-stp_10.42.42.5(pid=27033): stderr: \u000a| �[0;m�[38;5;43m20221213084108493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084108493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084108493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084108493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084108494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084108494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084108494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:10.400754 run patchelf(pid=27036): Terminating (SIGINT)\u000a08:41:10.579263 run patchelf(pid=27036): Terminated: ok {rc=0}\u000a08:41:10.611342 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27033): Process ended prematurely: osmo-stp_10.42.42.5(pid=27033) [trial-2387↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27033)] [trial-2387↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a08:41:10.620653 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a08:41:10.681233 run osmo-hlr_10.42.42.2(pid=27030): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27030)]\u000a08:41:10.730964 run osmo-hlr_10.42.42.2(pid=27030): stdout: \u000a| (launched: 2022-12-13_08:41:07.320430) \u000a08:41:10.780850 run osmo-hlr_10.42.42.2(pid=27030): stderr: \u000a| �[0;m�[1;31m20221213084107503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084107503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084107503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084107503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084107503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084107503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084107515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084107525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084107525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084107525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:41:10.823483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27025): Terminating (SIGTERM)\u000a08:41:10.863740 run iperf3-srv_10.42.42.10(pid=27026): Terminating (SIGTERM)\u000a08:41:10.904083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27029): Terminating (SIGTERM)\u000a08:41:10.944153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27032): Terminating (SIGTERM)\u000a08:41:10.984245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27035): Terminating (SIGTERM)\u000a08:41:10.993554 --- ParallelTerminationStrategy: PID 27025 died...\u000a08:41:11.047529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27025): Terminated: ok {rc=0}\u000a08:41:11.057221 --- ParallelTerminationStrategy: PID 27026 died...\u000a08:41:11.110848 run iperf3-srv_10.42.42.10(pid=27026): Terminated {rc=256}\u000a08:41:11.120407 --- ParallelTerminationStrategy: PID 27029 died...\u000a08:41:11.174222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27029): Terminated: ok {rc=0}\u000a08:41:11.183775 --- ParallelTerminationStrategy: PID 27032 died...\u000a08:41:11.238678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27032): Terminated: ok {rc=0}\u000a08:41:11.248244 --- ParallelTerminationStrategy: PID 27035 died...\u000a08:41:11.301959 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27035): Terminated: ok {rc=0}\u000a08:41:11.385560 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27051): Process ended prematurely: osmo-stp_10.42.42.5(pid=27051) [trial-2387↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27051)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27051): Process ended prematurely: osmo-stp_10.42.42.5(pid=27051) [trial-2387↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27051)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a08:41:12.503026 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:12.518730 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:41:12.674369 tst iperf3m4.py: using LAC 32774\u000a08:41:12.805506 tst iperf3m4.py: using RAC 134\u000a08:41:12.939090 tst iperf3m4.py: using CellId 32774\u000a08:41:13.070255 tst iperf3m4.py: using BVCI 32775\u000a08:41:13.096148 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:13.107854 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:13.119413 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:13.130855 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:13.142203 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:13.153717 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:13.165367 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:13.176697 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:13.188320 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:41:13.311491 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:41:13.434900 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:41:13.554409 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:41:13.857062 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:41:13.998760 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:41:14.349249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27037): Launched\u000a08:41:14.640698 run iperf3-srv_10.42.42.10(pid=27038): Launched\u000a08:41:14.847640 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:41:14.988604 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:41:15.338141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27039): Launched\u000a08:41:15.629783 run iperf3-srv_10.42.42.10(pid=27040): Launched\u000a08:41:15.836335 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:41:15.998266 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:41:16.389864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27041): Launched\u000a08:41:16.703546 run iperf3-srv_10.42.42.10(pid=27042): Launched\u000a08:41:16.914562 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:41:17.058019 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:41:17.422008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27043): Launched\u000a08:41:17.712334 run iperf3-srv_10.42.42.10(pid=27044): Launched\u000a08:41:17.918049 tst iperf3m4.py:8: start network...\u000a08:41:18.058926 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:41:18.596844 run create_hlr_db(pid=27045): Launched\u000a08:41:18.789727 bus /gobi_6: Setting Powered False\u000a08:41:19.810728 run create_hlr_db(pid=27045): Terminated: ok {rc=0}\u000a08:41:20.233457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27047): Launched\u000a08:41:20.550101 run osmo-hlr_10.42.42.2(pid=27048): Launched\u000a08:41:20.678074 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:41:21.235933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27050): Launched\u000a08:41:21.572682 run osmo-stp_10.42.42.5(pid=27051): Launched\u000a08:41:21.695066 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:41:22.279199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27053): Launched\u000a08:41:22.398699 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:41:22.690909 run patchelf(pid=27054): Launched\u000a08:41:22.885245 run osmo-stp_10.42.42.5(pid=27051): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27051)]\u000a08:41:23.027482 run osmo-stp_10.42.42.5(pid=27051): stdout: \u000a| (launched: 2022-12-13_08:41:21.407014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:23.169832 run osmo-stp_10.42.42.5(pid=27051): stderr: \u000a| �[0;m�[38;5;43m20221213084121604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084121604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084121604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084121605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084121605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084121605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084121605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:23.307574 run osmo-stp_10.42.42.5(pid=27051): stdout: \u000a| (launched: 2022-12-13_08:41:21.407014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:23.445269 run osmo-stp_10.42.42.5(pid=27051): stderr: \u000a| �[0;m�[38;5;43m20221213084121604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084121604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084121604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084121605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084121605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084121605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084121605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:23.604106 run patchelf(pid=27054): Terminating (SIGINT)\u000a08:41:23.790933 run patchelf(pid=27054): Terminated: ok {rc=0}\u000a08:41:23.824899 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27051): Process ended prematurely: osmo-stp_10.42.42.5(pid=27051) [trial-2387↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27051)] [trial-2387↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a08:41:23.834883 tst iperf3m4.py:8: Test FAILED (11.4 sec)\u000a08:41:23.897837 run osmo-hlr_10.42.42.2(pid=27048): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27048)]\u000a08:41:23.949334 run osmo-hlr_10.42.42.2(pid=27048): stdout: \u000a| (launched: 2022-12-13_08:41:20.392737) \u000a08:41:24.001250 run osmo-hlr_10.42.42.2(pid=27048): stderr: \u000a| �[0;m�[1;31m20221213084120574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084120574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084120574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084120574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084120574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084120574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084120586 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084120594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084120594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084120594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:41:24.045735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27037): Terminating (SIGTERM)\u000a08:41:24.087946 run iperf3-srv_10.42.42.10(pid=27038): Terminating (SIGTERM)\u000a08:41:24.130190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27039): Terminating (SIGTERM)\u000a08:41:24.172266 run iperf3-srv_10.42.42.10(pid=27040): Terminating (SIGTERM)\u000a08:41:24.214730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27041): Terminating (SIGTERM)\u000a08:41:24.256923 run iperf3-srv_10.42.42.10(pid=27042): Terminating (SIGTERM)\u000a08:41:24.299126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27043): Terminating (SIGTERM)\u000a08:41:24.341244 run iperf3-srv_10.42.42.10(pid=27044): Terminating (SIGTERM)\u000a08:41:24.383788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27047): Terminating (SIGTERM)\u000a08:41:24.426084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27050): Terminating (SIGTERM)\u000a08:41:24.468256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27053): Terminating (SIGTERM)\u000a08:41:24.478208 --- ParallelTerminationStrategy: PID 27037 died...\u000a08:41:24.534702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27037): Terminated: ok {rc=0}\u000a08:41:24.544824 --- ParallelTerminationStrategy: PID 27038 died...\u000a08:41:24.600848 run iperf3-srv_10.42.42.10(pid=27038): Terminated {rc=256}\u000a08:41:24.610957 --- ParallelTerminationStrategy: PID 27039 died...\u000a08:41:24.667044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27039): Terminated: ok {rc=0}\u000a08:41:24.677279 --- ParallelTerminationStrategy: PID 27040 died...\u000a08:41:24.732879 run iperf3-srv_10.42.42.10(pid=27040): Terminated {rc=256}\u000a08:41:24.742962 --- ParallelTerminationStrategy: PID 27041 died...\u000a08:41:24.799034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27041): Terminated: ok {rc=0}\u000a08:41:24.809194 --- ParallelTerminationStrategy: PID 27042 died...\u000a08:41:24.864904 run iperf3-srv_10.42.42.10(pid=27042): Terminated {rc=256}\u000a08:41:24.875032 --- ParallelTerminationStrategy: PID 27043 died...\u000a08:41:24.930971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27043): Terminated: ok {rc=0}\u000a08:41:24.941102 --- ParallelTerminationStrategy: PID 27044 died...\u000a08:41:24.996664 run iperf3-srv_10.42.42.10(pid=27044): Terminated {rc=256}\u000a08:41:25.006687 --- ParallelTerminationStrategy: PID 27047 died...\u000a08:41:25.062717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27047): Terminated: ok {rc=0}\u000a08:41:25.072836 --- ParallelTerminationStrategy: PID 27050 died...\u000a08:41:25.129235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27050): Terminated: ok {rc=0}\u000a08:41:25.139312 --- ParallelTerminationStrategy: PID 27053 died...\u000a08:41:25.195280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27053): Terminated: ok {rc=0}\u000a08:41:25.283135 bus /gobi_4: Setting Powered False\u000a08:41:26.390217 bus /gobi_4: Setting Powered False\u000a08:41:27.499569 bus /gobi_1: Setting Powered False\u000a08:41:28.606645 bus /gobi_1: Setting Powered False\u000a08:41:29.719286 bus /gobi_0: Setting Powered False\u000a08:41:30.821838 bus /gobi_0: Setting Powered False\u000a08:41:31.947323 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27061): Process ended prematurely: osmo-stp_10.42.42.5(pid=27061) [trial-2387↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27061)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27061): Process ended prematurely: osmo-stp_10.42.42.5(pid=27061) [trial-2387↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27061)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a08:41:33.018123 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:33.030382 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:41:33.177510 tst ping.py: using LAC 32775\u000a08:41:33.300231 tst ping.py: using RAC 135\u000a08:41:33.423143 tst ping.py: using CellId 32775\u000a08:41:33.546130 tst ping.py: using BVCI 32776\u000a08:41:33.569871 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:33.580728 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:33.591424 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:33.602184 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:33.613555 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:33.624581 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:33.635760 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:33.646761 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:41:33.929837 tst ping.py:19: start network...\u000a08:41:34.058464 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:41:34.547700 run create_hlr_db(pid=27055): Launched\u000a08:41:34.727505 bus /gobi_6: Setting Powered False\u000a08:41:35.747599 run create_hlr_db(pid=27055): Terminated: ok {rc=0}\u000a08:41:36.162774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27057): Launched\u000a08:41:36.476390 run osmo-hlr_10.42.42.2(pid=27058): Launched\u000a08:41:36.598109 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:41:37.154463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27060): Launched\u000a08:41:37.466339 run osmo-stp_10.42.42.5(pid=27061): Launched\u000a08:41:37.579558 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:41:38.120191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27063): Launched\u000a08:41:38.230177 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:41:38.502016 run patchelf(pid=27064): Launched\u000a08:41:38.682601 run osmo-stp_10.42.42.5(pid=27061): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27061)]\u000a08:41:38.814401 run osmo-stp_10.42.42.5(pid=27061): stdout: \u000a| (launched: 2022-12-13_08:41:37.311353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:38.946889 run osmo-stp_10.42.42.5(pid=27061): stderr: \u000a| �[0;m�[38;5;43m20221213084137486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084137487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084137487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084137487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084137488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084137488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084137488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:39.074690 run osmo-stp_10.42.42.5(pid=27061): stdout: \u000a| (launched: 2022-12-13_08:41:37.311353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:39.201101 run osmo-stp_10.42.42.5(pid=27061): stderr: \u000a| �[0;m�[38;5;43m20221213084137486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084137487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084137487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084137487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084137488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084137488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084137488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:39.347826 run patchelf(pid=27064): Terminating (SIGINT)\u000a08:41:39.520246 run patchelf(pid=27064): Terminated: ok {rc=0}\u000a08:41:39.551537 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27061): Process ended prematurely: osmo-stp_10.42.42.5(pid=27061) [trial-2387↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27061)] [trial-2387↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a08:41:39.560225 tst ping.py:22: Test FAILED (6.5 sec)\u000a08:41:39.620644 run osmo-hlr_10.42.42.2(pid=27058): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27058)]\u000a08:41:39.669886 run osmo-hlr_10.42.42.2(pid=27058): stdout: \u000a| (launched: 2022-12-13_08:41:36.320633) \u000a08:41:39.719567 run osmo-hlr_10.42.42.2(pid=27058): stderr: \u000a| �[0;m�[1;31m20221213084136501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084136501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084136501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084136501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084136501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084136501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084136513 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084136522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084136522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084136522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:41:39.762052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27057): Terminating (SIGTERM)\u000a08:41:39.802223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27060): Terminating (SIGTERM)\u000a08:41:39.842303 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27063): Terminating (SIGTERM)\u000a08:41:39.851586 --- ParallelTerminationStrategy: PID 27057 died...\u000a08:41:39.905668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27057): Terminated: ok {rc=0}\u000a08:41:39.915187 --- ParallelTerminationStrategy: PID 27060 died...\u000a08:41:39.969145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27060): Terminated: ok {rc=0}\u000a08:41:39.978741 --- ParallelTerminationStrategy: PID 27063 died...\u000a08:41:40.032660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27063): Terminated: ok {rc=0}\u000a08:41:40.121748 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27071): Process ended prematurely: osmo-stp_10.42.42.5(pid=27071) [trial-2387↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27071)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27071): Process ended prematurely: osmo-stp_10.42.42.5(pid=27071) [trial-2387↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27071)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a08:41:41.173885 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:41.185439 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:41:41.334951 tst ping_idle_ping.py: using LAC 32776\u000a08:41:41.457479 tst ping_idle_ping.py: using RAC 136\u000a08:41:41.578618 tst ping_idle_ping.py: using CellId 32776\u000a08:41:41.702154 tst ping_idle_ping.py: using BVCI 32777\u000a08:41:41.725856 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:41.736706 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:41.747466 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:41.758303 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:41.770364 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:41.783261 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:41.795192 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:41.806990 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:41:42.098768 tst ping_idle_ping.py:24: start network...\u000a08:41:42.222454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:41:42.693503 run create_hlr_db(pid=27065): Launched\u000a08:41:42.865118 bus /gobi_6: Setting Powered False\u000a08:41:43.886446 run create_hlr_db(pid=27065): Terminated: ok {rc=0}\u000a08:41:44.312085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27067): Launched\u000a08:41:44.636086 run osmo-hlr_10.42.42.2(pid=27068): Launched\u000a08:41:44.753592 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:41:45.308884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27070): Launched\u000a08:41:45.630125 run osmo-stp_10.42.42.5(pid=27071): Launched\u000a08:41:45.745949 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:41:46.363975 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27073): Launched\u000a08:41:46.481796 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:41:46.778436 run patchelf(pid=27074): Launched\u000a08:41:46.989628 run osmo-stp_10.42.42.5(pid=27071): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27071)]\u000a08:41:47.137892 run osmo-stp_10.42.42.5(pid=27071): stdout: \u000a| (launched: 2022-12-13_08:41:45.471925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:47.277095 run osmo-stp_10.42.42.5(pid=27071): stderr: \u000a| �[0;m�[38;5;43m20221213084145665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084145665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084145665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084145666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084145666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084145666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084145666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:47.411180 run osmo-stp_10.42.42.5(pid=27071): stdout: \u000a| (launched: 2022-12-13_08:41:45.471925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:47.542938 run osmo-stp_10.42.42.5(pid=27071): stderr: \u000a| �[0;m�[38;5;43m20221213084145665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084145665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084145665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084145666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084145666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084145666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084145666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:47.695478 run patchelf(pid=27074): Terminating (SIGINT)\u000a08:41:47.874291 run patchelf(pid=27074): Terminated: ok {rc=0}\u000a08:41:47.906920 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27071): Process ended prematurely: osmo-stp_10.42.42.5(pid=27071) [trial-2387↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27071)] [trial-2387↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a08:41:47.916261 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a08:41:47.979418 run osmo-hlr_10.42.42.2(pid=27068): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27068)]\u000a08:41:48.030941 run osmo-hlr_10.42.42.2(pid=27068): stdout: \u000a| (launched: 2022-12-13_08:41:44.476798) \u000a08:41:48.083222 run osmo-hlr_10.42.42.2(pid=27068): stderr: \u000a| �[0;m�[1;31m20221213084144678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084144678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084144678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084144678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084144678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084144678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084144689 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084144697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084144697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084144697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:41:48.127887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27067): Terminating (SIGTERM)\u000a08:41:48.170001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27070): Terminating (SIGTERM)\u000a08:41:48.211805 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27073): Terminating (SIGTERM)\u000a08:41:48.221718 --- ParallelTerminationStrategy: PID 27067 died...\u000a08:41:48.277606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27067): Terminated: ok {rc=0}\u000a08:41:48.287806 --- ParallelTerminationStrategy: PID 27070 died...\u000a08:41:48.343675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27070): Terminated: ok {rc=0}\u000a08:41:48.353946 --- ParallelTerminationStrategy: PID 27073 died...\u000a08:41:48.410521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27073): Terminated: ok {rc=0}\u000a08:41:48.497637 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:40:49" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27091): Process ended prematurely: osmo-stp_10.42.42.5(pid=27091) [trial-2387↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27091)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27091): Process ended prematurely: osmo-stp_10.42.42.5(pid=27091) [trial-2387↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27091)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:41:50.606516 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:41:50.617261 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:41:50.758107 tst cs_paging_gprs_active.py: using LAC 32777\u000a08:41:50.875374 tst cs_paging_gprs_active.py: using RAC 137\u000a08:41:50.992348 tst cs_paging_gprs_active.py: using CellId 32777\u000a08:41:51.110961 tst cs_paging_gprs_active.py: using BVCI 32778\u000a08:41:51.134205 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:41:51.145018 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:41:51.155988 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:41:51.166669 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:41:51.178004 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:41:51.188835 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:41:51.199794 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:41:51.210679 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:41:51.221615 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:41:51.342587 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:41:51.637805 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:41:51.774321 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:41:52.109751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27080): Launched\u000a08:41:52.389367 run iperf3-srv_10.42.42.10(pid=27081): Launched\u000a08:41:52.588466 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:41:52.723707 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:41:53.058991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27083): Launched\u000a08:41:53.338241 run iperf3-srv_10.42.42.10(pid=27084): Launched\u000a08:41:53.536675 tst cs_paging_gprs_active.py:38: start network...\u000a08:41:53.671712 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:41:54.190449 run create_hlr_db(pid=27085): Launched\u000a08:41:54.376874 bus /gobi_6: Setting Powered False\u000a08:41:55.399712 run create_hlr_db(pid=27085): Terminated: ok {rc=0}\u000a08:41:55.806189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27087): Launched\u000a08:41:56.110577 run osmo-hlr_10.42.42.2(pid=27088): Launched\u000a08:41:56.229286 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:41:56.761891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27090): Launched\u000a08:41:57.072589 run osmo-stp_10.42.42.5(pid=27091): Launched\u000a08:41:57.185578 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:41:57.713833 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27095): Launched\u000a08:41:57.821630 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:41:58.086124 run patchelf(pid=27096): Launched\u000a08:41:58.263187 run osmo-stp_10.42.42.5(pid=27091): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27091)]\u000a08:41:58.392647 run osmo-stp_10.42.42.5(pid=27091): stdout: \u000a| (launched: 2022-12-13_08:41:56.914469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:58.522812 run osmo-stp_10.42.42.5(pid=27091): stderr: \u000a| �[0;m�[38;5;43m20221213084157104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084157104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084157104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084157105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084157105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084157105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084157106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:58.647921 run osmo-stp_10.42.42.5(pid=27091): stdout: \u000a| (launched: 2022-12-13_08:41:56.914469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:58.771980 run osmo-stp_10.42.42.5(pid=27091): stderr: \u000a| �[0;m�[38;5;43m20221213084157104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084157104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084157104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084157105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084157105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084157105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084157106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:58.916687 run patchelf(pid=27096): Terminating (SIGINT)\u000a08:41:59.086779 run patchelf(pid=27096): Terminated: ok {rc=0}\u000a08:41:59.118033 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27091): Process ended prematurely: osmo-stp_10.42.42.5(pid=27091) [trial-2387↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27091)] [trial-2387↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a08:41:59.127252 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a08:41:59.187338 run osmo-hlr_10.42.42.2(pid=27088): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27088)]\u000a08:41:59.236123 run osmo-hlr_10.42.42.2(pid=27088): stdout: \u000a| (launched: 2022-12-13_08:41:55.959523) \u000a08:41:59.285394 run osmo-hlr_10.42.42.2(pid=27088): stderr: \u000a| �[0;m�[1;31m20221213084156139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084156139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084156139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084156139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084156139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084156139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084156151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084156159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084156160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084156160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:41:59.327637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27080): Terminating (SIGTERM)\u000a08:41:59.367854 run iperf3-srv_10.42.42.10(pid=27081): Terminating (SIGTERM)\u000a08:41:59.407664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27083): Terminating (SIGTERM)\u000a08:41:59.447276 run iperf3-srv_10.42.42.10(pid=27084): Terminating (SIGTERM)\u000a08:41:59.486829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27087): Terminating (SIGTERM)\u000a08:41:59.526301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27090): Terminating (SIGTERM)\u000a08:41:59.565829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27095): Terminating (SIGTERM)\u000a08:41:59.574936 --- ParallelTerminationStrategy: PID 27080 died...\u000a08:41:59.628004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27080): Terminated: ok {rc=0}\u000a08:41:59.637897 --- ParallelTerminationStrategy: PID 27081 died...\u000a08:41:59.690599 run iperf3-srv_10.42.42.10(pid=27081): Terminated {rc=256}\u000a08:41:59.699947 --- ParallelTerminationStrategy: PID 27083 died...\u000a08:41:59.752627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27083): Terminated: ok {rc=0}\u000a08:41:59.762022 --- ParallelTerminationStrategy: PID 27084 died...\u000a08:41:59.814704 run iperf3-srv_10.42.42.10(pid=27084): Terminated {rc=256}\u000a08:41:59.824141 --- ParallelTerminationStrategy: PID 27087 died...\u000a08:41:59.876770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27087): Terminated: ok {rc=0}\u000a08:41:59.886602 --- ParallelTerminationStrategy: PID 27090 died...\u000a08:41:59.939526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27090): Terminated: ok {rc=0}\u000a08:41:59.949040 --- ParallelTerminationStrategy: PID 27095 died...\u000a08:42:00.001846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27095): Terminated: ok {rc=0}\u000a08:42:00.089618 bus /gobi_0: Setting Powered False\u000a08:42:01.204118 bus /gobi_0: Setting Powered False\u000a08:42:02.324158 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27108): Process ended prematurely: osmo-stp_10.42.42.5(pid=27108) [trial-2387↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27108)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27108): Process ended prematurely: osmo-stp_10.42.42.5(pid=27108) [trial-2387↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27108)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a08:42:03.438484 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:03.450213 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:42:03.605612 tst iperf3.py: using LAC 32778\u000a08:42:03.738528 tst iperf3.py: using RAC 138\u000a08:42:03.864176 tst iperf3.py: using CellId 32778\u000a08:42:03.990272 tst iperf3.py: using BVCI 32779\u000a08:42:04.015098 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:04.026492 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:04.037559 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:04.048672 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:04.060338 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:04.072075 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:04.083861 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:04.095428 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:04.107274 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:42:04.387915 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:42:04.515036 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:42:04.831073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27100): Launched\u000a08:42:05.093148 run iperf3-srv_10.42.42.10(pid=27101): Launched\u000a08:42:05.277884 tst iperf3.py:8: start network...\u000a08:42:05.404388 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:42:05.880369 run create_hlr_db(pid=27102): Launched\u000a08:42:06.054567 bus /gobi_6: Setting Powered False\u000a08:42:07.075827 run create_hlr_db(pid=27102): Terminated: ok {rc=0}\u000a08:42:07.506439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27104): Launched\u000a08:42:07.830726 run osmo-hlr_10.42.42.2(pid=27105): Launched\u000a08:42:07.949077 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:42:08.511623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27107): Launched\u000a08:42:08.837094 run osmo-stp_10.42.42.5(pid=27108): Launched\u000a08:42:08.954630 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:42:09.523264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27110): Launched\u000a08:42:09.639054 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:42:09.921447 run patchelf(pid=27111): Launched\u000a08:42:10.109915 run osmo-stp_10.42.42.5(pid=27108): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27108)]\u000a08:42:10.247834 run osmo-stp_10.42.42.5(pid=27108): stdout: \u000a| (launched: 2022-12-13_08:42:08.677105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:10.386508 run osmo-stp_10.42.42.5(pid=27108): stderr: \u000a| �[0;m�[38;5;43m20221213084208873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084208874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084208874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084208874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084208877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084208877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084208877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:10.520318 run osmo-stp_10.42.42.5(pid=27108): stdout: \u000a| (launched: 2022-12-13_08:42:08.677105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:10.653570 run osmo-stp_10.42.42.5(pid=27108): stderr: \u000a| �[0;m�[38;5;43m20221213084208873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084208874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084208874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084208874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084208877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084208877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084208877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:10.807850 run patchelf(pid=27111): Terminating (SIGINT)\u000a08:42:10.988870 run patchelf(pid=27111): Terminated: ok {rc=0}\u000a08:42:11.022153 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27108): Process ended prematurely: osmo-stp_10.42.42.5(pid=27108) [trial-2387↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27108)] [trial-2387↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a08:42:11.031982 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a08:42:11.094252 run osmo-hlr_10.42.42.2(pid=27105): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27105)]\u000a08:42:11.145535 run osmo-hlr_10.42.42.2(pid=27105): stdout: \u000a| (launched: 2022-12-13_08:42:07.671264) \u000a08:42:11.197293 run osmo-hlr_10.42.42.2(pid=27105): stderr: \u000a| �[0;m�[1;31m20221213084207871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084207871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084207871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084207871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084207871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084207871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084207883 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084207891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084207892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084207892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:42:11.241235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27100): Terminating (SIGTERM)\u000a08:42:11.282775 run iperf3-srv_10.42.42.10(pid=27101): Terminating (SIGTERM)\u000a08:42:11.324342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27104): Terminating (SIGTERM)\u000a08:42:11.365853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27107): Terminating (SIGTERM)\u000a08:42:11.407596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27110): Terminating (SIGTERM)\u000a08:42:11.417356 --- ParallelTerminationStrategy: PID 27100 died...\u000a08:42:11.472994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27100): Terminated: ok {rc=0}\u000a08:42:11.482990 --- ParallelTerminationStrategy: PID 27101 died...\u000a08:42:11.537933 run iperf3-srv_10.42.42.10(pid=27101): Terminated {rc=256}\u000a08:42:11.547748 --- ParallelTerminationStrategy: PID 27104 died...\u000a08:42:11.602882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27104): Terminated: ok {rc=0}\u000a08:42:11.612769 --- ParallelTerminationStrategy: PID 27107 died...\u000a08:42:11.667813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27107): Terminated: ok {rc=0}\u000a08:42:11.677873 --- ParallelTerminationStrategy: PID 27110 died...\u000a08:42:11.733168 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27110): Terminated: ok {rc=0}\u000a08:42:11.819669 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27126): Process ended prematurely: osmo-stp_10.42.42.5(pid=27126) [trial-2387↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27126)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27126): Process ended prematurely: osmo-stp_10.42.42.5(pid=27126) [trial-2387↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27126)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a08:42:12.936827 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:12.948608 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:42:13.100298 tst iperf3m4.py: using LAC 32779\u000a08:42:13.224303 tst iperf3m4.py: using RAC 139\u000a08:42:13.350013 tst iperf3m4.py: using CellId 32779\u000a08:42:13.470386 tst iperf3m4.py: using BVCI 32780\u000a08:42:13.493395 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:13.504181 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:13.514939 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:13.525660 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:13.537084 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:13.548549 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:13.560088 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:13.571493 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:13.583712 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:42:13.706896 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:42:13.826643 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:42:13.946020 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:42:14.238876 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:42:14.373380 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:42:14.708229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27112): Launched\u000a08:42:14.985530 run iperf3-srv_10.42.42.10(pid=27113): Launched\u000a08:42:15.182756 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:42:15.317282 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:42:15.651320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27114): Launched\u000a08:42:15.927884 run iperf3-srv_10.42.42.10(pid=27115): Launched\u000a08:42:16.130952 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:42:16.268372 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:42:16.623789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27116): Launched\u000a08:42:16.954032 run iperf3-srv_10.42.42.10(pid=27117): Launched\u000a08:42:17.153453 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:42:17.284690 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:42:17.599695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27118): Launched\u000a08:42:17.859089 run iperf3-srv_10.42.42.10(pid=27119): Launched\u000a08:42:18.042028 tst iperf3m4.py:8: start network...\u000a08:42:18.166983 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:42:18.641289 run create_hlr_db(pid=27120): Launched\u000a08:42:18.813951 bus /gobi_6: Setting Powered False\u000a08:42:19.847535 run create_hlr_db(pid=27120): Terminated: ok {rc=0}\u000a08:42:20.252144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27122): Launched\u000a08:42:20.555320 run osmo-hlr_10.42.42.2(pid=27123): Launched\u000a08:42:20.676255 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:42:21.210049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27125): Launched\u000a08:42:21.511641 run osmo-stp_10.42.42.5(pid=27126): Launched\u000a08:42:21.621622 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:42:22.146827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27128): Launched\u000a08:42:22.254337 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:42:22.518183 run patchelf(pid=27129): Launched\u000a08:42:22.694863 run osmo-stp_10.42.42.5(pid=27126): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27126)]\u000a08:42:22.823703 run osmo-stp_10.42.42.5(pid=27126): stdout: \u000a| (launched: 2022-12-13_08:42:21.362613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:22.978686 run osmo-stp_10.42.42.5(pid=27126): stderr: \u000a| �[0;m�[38;5;43m20221213084221532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084221533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084221533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084221533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084221536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084221536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084221536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:23.101308 run osmo-stp_10.42.42.5(pid=27126): stdout: \u000a| (launched: 2022-12-13_08:42:21.362613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:23.223305 run osmo-stp_10.42.42.5(pid=27126): stderr: \u000a| �[0;m�[38;5;43m20221213084221532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084221533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084221533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084221533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084221536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084221536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084221536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:23.366147 run patchelf(pid=27129): Terminating (SIGINT)\u000a08:42:23.532841 run patchelf(pid=27129): Terminated: ok {rc=0}\u000a08:42:23.563633 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27126): Process ended prematurely: osmo-stp_10.42.42.5(pid=27126) [trial-2387↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27126)] [trial-2387↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a08:42:23.572783 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a08:42:23.632475 run osmo-hlr_10.42.42.2(pid=27123): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27123)]\u000a08:42:23.681070 run osmo-hlr_10.42.42.2(pid=27123): stdout: \u000a| (launched: 2022-12-13_08:42:20.404773) \u000a08:42:23.730103 run osmo-hlr_10.42.42.2(pid=27123): stderr: \u000a| �[0;m�[1;31m20221213084220585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084220586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084220586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084220586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084220586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084220586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084220596 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084220606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084220606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084220606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:42:23.771796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27112): Terminating (SIGTERM)\u000a08:42:23.811223 run iperf3-srv_10.42.42.10(pid=27113): Terminating (SIGTERM)\u000a08:42:23.850929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27114): Terminating (SIGTERM)\u000a08:42:23.890417 run iperf3-srv_10.42.42.10(pid=27115): Terminating (SIGTERM)\u000a08:42:23.929776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27116): Terminating (SIGTERM)\u000a08:42:23.969056 run iperf3-srv_10.42.42.10(pid=27117): Terminating (SIGTERM)\u000a08:42:24.008426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27118): Terminating (SIGTERM)\u000a08:42:24.047566 run iperf3-srv_10.42.42.10(pid=27119): Terminating (SIGTERM)\u000a08:42:24.086920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27122): Terminating (SIGTERM)\u000a08:42:24.126325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27125): Terminating (SIGTERM)\u000a08:42:24.165814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27128): Terminating (SIGTERM)\u000a08:42:24.175022 --- ParallelTerminationStrategy: PID 27112 died...\u000a08:42:24.228066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27112): Terminated: ok {rc=0}\u000a08:42:24.237631 --- ParallelTerminationStrategy: PID 27113 died...\u000a08:42:24.290397 run iperf3-srv_10.42.42.10(pid=27113): Terminated {rc=256}\u000a08:42:24.299832 --- ParallelTerminationStrategy: PID 27114 died...\u000a08:42:24.353028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27114): Terminated: ok {rc=0}\u000a08:42:24.362420 --- ParallelTerminationStrategy: PID 27115 died...\u000a08:42:24.415353 run iperf3-srv_10.42.42.10(pid=27115): Terminated {rc=256}\u000a08:42:24.424755 --- ParallelTerminationStrategy: PID 27116 died...\u000a08:42:24.477751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27116): Terminated: ok {rc=0}\u000a08:42:24.487225 --- ParallelTerminationStrategy: PID 27117 died...\u000a08:42:24.540344 run iperf3-srv_10.42.42.10(pid=27117): Terminated {rc=256}\u000a08:42:24.549863 --- ParallelTerminationStrategy: PID 27118 died...\u000a08:42:24.603038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27118): Terminated: ok {rc=0}\u000a08:42:24.612523 --- ParallelTerminationStrategy: PID 27119 died...\u000a08:42:24.665457 run iperf3-srv_10.42.42.10(pid=27119): Terminated {rc=256}\u000a08:42:24.674977 --- ParallelTerminationStrategy: PID 27122 died...\u000a08:42:24.727994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27122): Terminated: ok {rc=0}\u000a08:42:24.737837 --- ParallelTerminationStrategy: PID 27125 died...\u000a08:42:24.790643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27125): Terminated: ok {rc=0}\u000a08:42:24.800052 --- ParallelTerminationStrategy: PID 27128 died...\u000a08:42:24.852611 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27128): Terminated: ok {rc=0}\u000a08:42:24.935538 bus /gobi_4: Setting Powered False\u000a08:42:26.041530 bus /gobi_4: Setting Powered False\u000a08:42:27.148471 bus /gobi_1: Setting Powered False\u000a08:42:28.252410 bus /gobi_1: Setting Powered False\u000a08:42:29.361566 bus /gobi_0: Setting Powered False\u000a08:42:30.461789 bus /gobi_0: Setting Powered False\u000a08:42:31.593539 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27136): Process ended prematurely: osmo-stp_10.42.42.5(pid=27136) [trial-2387↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27136)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27136): Process ended prematurely: osmo-stp_10.42.42.5(pid=27136) [trial-2387↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27136)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a08:42:32.662602 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:32.674272 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:42:32.814392 tst ping.py: using LAC 32780\u000a08:42:32.932382 tst ping.py: using RAC 140\u000a08:42:33.045533 tst ping.py: using CellId 32780\u000a08:42:33.158130 tst ping.py: using BVCI 32781\u000a08:42:33.180256 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:33.191213 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:33.201812 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:33.212347 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:33.223590 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:33.234831 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:33.245927 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:33.256703 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:42:33.544492 tst ping.py:19: start network...\u000a08:42:33.674626 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:42:34.171495 run create_hlr_db(pid=27130): Launched\u000a08:42:34.353099 bus /gobi_6: Setting Powered False\u000a08:42:35.374616 run create_hlr_db(pid=27130): Terminated: ok {rc=0}\u000a08:42:35.765178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27132): Launched\u000a08:42:36.054816 run osmo-hlr_10.42.42.2(pid=27133): Launched\u000a08:42:36.168647 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:42:36.682847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27135): Launched\u000a08:42:36.972037 run osmo-stp_10.42.42.5(pid=27136): Launched\u000a08:42:37.078426 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:42:37.583152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27138): Launched\u000a08:42:37.686331 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:42:37.938603 run patchelf(pid=27139): Launched\u000a08:42:38.109278 run osmo-stp_10.42.42.5(pid=27136): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27136)]\u000a08:42:38.234393 run osmo-stp_10.42.42.5(pid=27136): stdout: \u000a| (launched: 2022-12-13_08:42:36.830742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:38.359486 run osmo-stp_10.42.42.5(pid=27136): stderr: \u000a| �[0;m�[38;5;43m20221213084237000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084237000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084237000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084237001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084237001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084237001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084237001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:38.480383 run osmo-stp_10.42.42.5(pid=27136): stdout: \u000a| (launched: 2022-12-13_08:42:36.830742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:38.600345 run osmo-stp_10.42.42.5(pid=27136): stderr: \u000a| �[0;m�[38;5;43m20221213084237000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084237000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084237000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084237001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084237001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084237001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084237001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:38.740028 run patchelf(pid=27139): Terminating (SIGINT)\u000a08:42:38.903892 run patchelf(pid=27139): Terminated: ok {rc=0}\u000a08:42:38.933604 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27136): Process ended prematurely: osmo-stp_10.42.42.5(pid=27136) [trial-2387↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27136)] [trial-2387↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a08:42:38.942337 tst ping.py:22: Test FAILED (6.3 sec)\u000a08:42:39.002838 run osmo-hlr_10.42.42.2(pid=27133): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27133)]\u000a08:42:39.051891 run osmo-hlr_10.42.42.2(pid=27133): stdout: \u000a| (launched: 2022-12-13_08:42:35.912894) \u000a08:42:39.101400 run osmo-hlr_10.42.42.2(pid=27133): stderr: \u000a| �[0;m�[1;31m20221213084236086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084236086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084236086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084236086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084236086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084236086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084236102 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084236112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084236113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084236113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:42:39.143763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27132): Terminating (SIGTERM)\u000a08:42:39.183474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27135): Terminating (SIGTERM)\u000a08:42:39.222996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27138): Terminating (SIGTERM)\u000a08:42:39.232149 --- ParallelTerminationStrategy: PID 27132 died...\u000a08:42:39.285704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27132): Terminated: ok {rc=0}\u000a08:42:39.295185 --- ParallelTerminationStrategy: PID 27135 died...\u000a08:42:39.348549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27135): Terminated: ok {rc=0}\u000a08:42:39.358086 --- ParallelTerminationStrategy: PID 27138 died...\u000a08:42:39.411449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27138): Terminated: ok {rc=0}\u000a08:42:39.494013 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27146): Process ended prematurely: osmo-stp_10.42.42.5(pid=27146) [trial-2387↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27146)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27146): Process ended prematurely: osmo-stp_10.42.42.5(pid=27146) [trial-2387↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27146)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a08:42:40.545257 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:40.556412 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:42:40.700163 tst ping_idle_ping.py: using LAC 32781\u000a08:42:40.815222 tst ping_idle_ping.py: using RAC 141\u000a08:42:40.932538 tst ping_idle_ping.py: using CellId 32781\u000a08:42:41.046607 tst ping_idle_ping.py: using BVCI 32782\u000a08:42:41.068867 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:41.079772 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:41.090718 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:41.101537 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:41.113107 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:41.124605 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:41.136375 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:41.147781 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:42:41.434802 tst ping_idle_ping.py:24: start network...\u000a08:42:41.565572 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:42:42.069408 run create_hlr_db(pid=27140): Launched\u000a08:42:42.251636 bus /gobi_6: Setting Powered False\u000a08:42:43.272084 run create_hlr_db(pid=27140): Terminated: ok {rc=0}\u000a08:42:43.689243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27142): Launched\u000a08:42:44.002261 run osmo-hlr_10.42.42.2(pid=27143): Launched\u000a08:42:44.116933 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:42:44.661271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27145): Launched\u000a08:42:44.973869 run osmo-stp_10.42.42.5(pid=27146): Launched\u000a08:42:45.087336 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:42:45.634522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27148): Launched\u000a08:42:45.746545 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:42:46.033555 run patchelf(pid=27149): Launched\u000a08:42:46.221189 run osmo-stp_10.42.42.5(pid=27146): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27146)]\u000a08:42:46.358016 run osmo-stp_10.42.42.5(pid=27146): stdout: \u000a| (launched: 2022-12-13_08:42:44.820772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:46.495888 run osmo-stp_10.42.42.5(pid=27146): stderr: \u000a| �[0;m�[38;5;43m20221213084245009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084245010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084245010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084245010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084245011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084245011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084245011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:46.628713 run osmo-stp_10.42.42.5(pid=27146): stdout: \u000a| (launched: 2022-12-13_08:42:44.820772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:46.760160 run osmo-stp_10.42.42.5(pid=27146): stderr: \u000a| �[0;m�[38;5;43m20221213084245009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084245010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084245010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084245010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084245011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084245011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084245011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:46.913408 run patchelf(pid=27149): Terminating (SIGINT)\u000a08:42:47.124103 run patchelf(pid=27149): Terminated: ok {rc=0}\u000a08:42:47.167080 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27146): Process ended prematurely: osmo-stp_10.42.42.5(pid=27146) [trial-2387↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27146)] [trial-2387↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a08:42:47.180731 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a08:42:47.251278 run osmo-hlr_10.42.42.2(pid=27143): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27143)]\u000a08:42:47.304077 run osmo-hlr_10.42.42.2(pid=27143): stdout: \u000a| (launched: 2022-12-13_08:42:43.849095) \u000a08:42:47.355507 run osmo-hlr_10.42.42.2(pid=27143): stderr: \u000a| �[0;m�[1;31m20221213084244043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084244043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084244043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084244043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084244043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084244043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084244057 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084244065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084244065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084244066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:42:47.398680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27142): Terminating (SIGTERM)\u000a08:42:47.439113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27145): Terminating (SIGTERM)\u000a08:42:47.479735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27148): Terminating (SIGTERM)\u000a08:42:47.489088 --- ParallelTerminationStrategy: PID 27142 died...\u000a08:42:47.544261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27142): Terminated: ok {rc=0}\u000a08:42:47.553931 --- ParallelTerminationStrategy: PID 27145 died...\u000a08:42:47.608874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27145): Terminated: ok {rc=0}\u000a08:42:47.618665 --- ParallelTerminationStrategy: PID 27148 died...\u000a08:42:47.673799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27148): Terminated: ok {rc=0}\u000a08:42:47.761728 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:41:50" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27159): Process ended prematurely: osmo-stp_10.42.42.5(pid=27159) [trial-2387↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27159)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27159): Process ended prematurely: osmo-stp_10.42.42.5(pid=27159) [trial-2387↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27159)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a08:42:49.745382 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:42:49.756556 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:42:49.899393 tst switch_tch_pdch.py: using LAC 32782\u000a08:42:50.013317 tst switch_tch_pdch.py: using RAC 142\u000a08:42:50.127394 tst switch_tch_pdch.py: using CellId 32782\u000a08:42:50.241353 tst switch_tch_pdch.py: using BVCI 32783\u000a08:42:50.263864 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:42:50.275113 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:42:50.286336 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:42:50.297413 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:42:50.308793 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:42:50.320216 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:42:50.331705 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:42:50.343228 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:42:50.463598 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:42:50.748808 tst switch_tch_pdch.py:51: start network...\u000a08:42:50.879071 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:42:51.378639 run create_hlr_db(pid=27153): Launched\u000a08:42:51.560524 bus /gobi_6: Setting Powered False\u000a08:42:52.580510 run create_hlr_db(pid=27153): Terminated: ok {rc=0}\u000a08:42:52.971118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27155): Launched\u000a08:42:53.260428 run osmo-hlr_10.42.42.2(pid=27156): Launched\u000a08:42:53.367248 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:42:53.870650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27158): Launched\u000a08:42:54.160199 run osmo-stp_10.42.42.5(pid=27159): Launched\u000a08:42:54.266960 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:42:54.771461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27161): Launched\u000a08:42:54.875341 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:42:55.127611 run patchelf(pid=27162): Launched\u000a08:42:55.298887 run osmo-stp_10.42.42.5(pid=27159): ERR: Terminated: ERROR {rc=1} [trial-2387↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27159)]\u000a08:42:55.423829 run osmo-stp_10.42.42.5(pid=27159): stdout: \u000a| (launched: 2022-12-13_08:42:54.017842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:55.549292 run osmo-stp_10.42.42.5(pid=27159): stderr: \u000a| �[0;m�[38;5;43m20221213084254183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084254183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084254183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084254184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084254186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084254186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084254186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:55.670549 run osmo-stp_10.42.42.5(pid=27159): stdout: \u000a| (launched: 2022-12-13_08:42:54.017842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:55.790689 run osmo-stp_10.42.42.5(pid=27159): stderr: \u000a| �[0;m�[38;5;43m20221213084254183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084254183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084254183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084254184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084254186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084254186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084254186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:55.930741 run patchelf(pid=27162): Terminating (SIGINT)\u000a08:42:56.094947 run patchelf(pid=27162): Terminated: ok {rc=0}\u000a08:42:56.124898 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=27159): Process ended prematurely: osmo-stp_10.42.42.5(pid=27159) [trial-2387↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27159)] [trial-2387↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a08:42:56.133522 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a08:42:56.194100 run osmo-hlr_10.42.42.2(pid=27156): ERR: Terminated: ERROR {rc=237} [trial-2387↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27156)]\u000a08:42:56.243178 run osmo-hlr_10.42.42.2(pid=27156): stdout: \u000a| (launched: 2022-12-13_08:42:53.118490) \u000a08:42:56.292862 run osmo-hlr_10.42.42.2(pid=27156): stderr: \u000a| �[0;m�[1;31m20221213084253291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084253291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084253292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084253292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084253292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084253292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084253304 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084253314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084253314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084253315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:42:56.335356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27155): Terminating (SIGTERM)\u000a08:42:56.375121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27158): Terminating (SIGTERM)\u000a08:42:56.415038 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27161): Terminating (SIGTERM)\u000a08:42:56.424295 --- ParallelTerminationStrategy: PID 27155 died...\u000a08:42:56.478166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27155): Terminated: ok {rc=0}\u000a08:42:56.487795 --- ParallelTerminationStrategy: PID 27158 died...\u000a08:42:56.541639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27158): Terminated: ok {rc=0}\u000a08:42:56.551266 --- ParallelTerminationStrategy: PID 27161 died...\u000a08:42:56.605041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27161): Terminated: ok {rc=0}\u000a08:42:56.693183 bus /gobi_0: Setting Powered False\u000a08:42:57.795718 bus /gobi_0: Setting Powered False\u000a08:42:58.907062 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:42:49" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27172): Process ended prematurely: osmo-stp_10.42.42.5(pid=27172) [trial-2387↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27172)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27172): Process ended prematurely: osmo-stp_10.42.42.5(pid=27172) [trial-2387↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27172)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a08:43:00.843681 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:43:00.855261 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a08:43:01.030018 tst switch_tch_pdch.py: using LAC 32783\u000a08:43:01.153588 tst switch_tch_pdch.py: using RAC 143\u000a08:43:01.278693 tst switch_tch_pdch.py: using CellId 32783\u000a08:43:01.406554 tst switch_tch_pdch.py: using BVCI 32784\u000a08:43:01.432459 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:43:01.445151 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:43:01.458715 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:43:01.471180 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:43:01.484078 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:43:01.496906 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:43:01.510006 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:43:01.523116 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a08:43:01.645964 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a08:43:01.963095 tst switch_tch_pdch.py:51: start network...\u000a08:43:02.098205 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:43:02.576770 run create_hlr_db(pid=27166): Launched\u000a08:43:02.704606 bus /gobi_6: Setting Powered False\u000a08:43:03.777667 run create_hlr_db(pid=27166): Terminated: ok {rc=0}\u000a08:43:04.143399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27168): Launched\u000a08:43:04.433481 run osmo-hlr_10.42.42.2(pid=27169): Launched\u000a08:43:04.546365 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:43:05.031202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27171): Launched\u000a08:43:05.320170 run osmo-stp_10.42.42.5(pid=27172): Launched\u000a08:43:05.426524 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:43:05.907389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27174): Launched\u000a08:43:06.010934 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:43:06.263930 run patchelf(pid=27175): Launched\u000a08:43:06.434462 run osmo-stp_10.42.42.5(pid=27172): ERR: Terminated: ERROR {rc=1} [trial-2387↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27172)]\u000a08:43:06.559315 run osmo-stp_10.42.42.5(pid=27172): stdout: \u000a| (launched: 2022-12-13_08:43:05.178448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:06.684417 run osmo-stp_10.42.42.5(pid=27172): stderr: \u000a| �[0;m�[38;5;43m20221213084305348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084305348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084305348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084305348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084305349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084305349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084305349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:06.806227 run osmo-stp_10.42.42.5(pid=27172): stdout: \u000a| (launched: 2022-12-13_08:43:05.178448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:06.934274 run osmo-stp_10.42.42.5(pid=27172): stderr: \u000a| �[0;m�[38;5;43m20221213084305348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084305348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084305348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084305348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084305349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084305349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084305349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:07.084542 run patchelf(pid=27175): Terminating (SIGINT)\u000a08:43:07.259829 run patchelf(pid=27175): Terminated: ok {rc=0}\u000a08:43:07.292024 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=27172): Process ended prematurely: osmo-stp_10.42.42.5(pid=27172) [trial-2387↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27172)] [trial-2387↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a08:43:07.301267 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a08:43:07.363908 run osmo-hlr_10.42.42.2(pid=27169): ERR: Terminated: ERROR {rc=237} [trial-2387↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27169)]\u000a08:43:07.415001 run osmo-hlr_10.42.42.2(pid=27169): stdout: \u000a| (launched: 2022-12-13_08:43:04.291045) \u000a08:43:07.467324 run osmo-hlr_10.42.42.2(pid=27169): stderr: \u000a| �[0;m�[1;31m20221213084304465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084304465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084304465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084304466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084304466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084304466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084304478 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084304487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084304487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084304487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:43:07.511299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27168): Terminating (SIGTERM)\u000a08:43:07.553095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27171): Terminating (SIGTERM)\u000a08:43:07.594814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27174): Terminating (SIGTERM)\u000a08:43:07.604079 --- ParallelTerminationStrategy: PID 27168 died...\u000a08:43:07.659232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27168): Terminated: ok {rc=0}\u000a08:43:07.669341 --- ParallelTerminationStrategy: PID 27171 died...\u000a08:43:07.724616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27171): Terminated: ok {rc=0}\u000a08:43:07.734547 --- ParallelTerminationStrategy: PID 27174 died...\u000a08:43:07.789940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27174): Terminated: ok {rc=0}\u000a08:43:07.875749 bus /gobi_0: Setting Powered False\u000a08:43:08.981687 bus /gobi_0: Setting Powered False\u000a08:43:10.087420 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:43:00" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=27181): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27181) [trial-2387↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27181)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27181): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27181) [trial-2387↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27181)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a08:43:11.946805 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a08:43:11.957688 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a08:43:12.077093 tst mo_mt_sms.py: using LAC 32784\u000a08:43:12.191943 tst mo_mt_sms.py: using RAC 144\u000a08:43:12.308598 tst mo_mt_sms.py: using CellId 32784\u000a08:43:12.423097 tst mo_mt_sms.py: using BVCI 32785\u000a08:43:12.445341 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a08:43:12.563233 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a08:43:12.832826 tst mo_mt_sms.py:9: start nitb and bts...\u000a08:43:12.954495 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:43:13.557894 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27180): Launched\u000a08:43:13.846102 run osmo-nitb_10.42.42.2(pid=27181): Launched\u000a08:43:14.026459 run osmo-nitb_10.42.42.2(pid=27181): ERR: Terminated: ERROR {rc=2} [trial-2387↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27181)]\u000a08:43:14.159713 run osmo-nitb_10.42.42.2(pid=27181): stdout: \u000a| (launched: 2022-12-13_08:43:13.706698) \u000a08:43:14.293292 run osmo-nitb_10.42.42.2(pid=27181): stderr: \u000a| (launched: 2022-12-13_08:43:13.750170)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:43:14.422418 run osmo-nitb_10.42.42.2(pid=27181): stdout: \u000a| (launched: 2022-12-13_08:43:13.706698) \u000a08:43:14.550636 run osmo-nitb_10.42.42.2(pid=27181): stderr: \u000a| (launched: 2022-12-13_08:43:13.750170)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:43:14.964689 tst osmo-nitb_10.42.42.2(pid=27181): stdout: \u000a| (launched: 2022-12-13_08:43:13.706698) \u000a08:43:15.080881 tst osmo-nitb_10.42.42.2(pid=27181): stderr: \u000a| (launched: 2022-12-13_08:43:13.750170)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:43:15.132586 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=27181): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27181) [trial-2387↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27181)] [trial-2387↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a08:43:15.140489 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a08:43:15.174622 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27180): Terminating (SIGTERM)\u000a08:43:15.352108 --- ParallelTerminationStrategy: PID 27180 died...\u000a08:43:15.407410 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27180): Terminated: ok {rc=0}\u000a08:43:15.495256 bus /sierra_3: Setting Powered False\u000a08:43:16.601055 bus /sierra_3: Setting Powered False\u000a08:43:17.707135 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:43:11" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "sms:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27191): Process ended prematurely: osmo-stp_10.42.42.5(pid=27191) [trial-2387↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27191)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27191): Process ended prematurely: osmo-stp_10.42.42.5(pid=27191) [trial-2387↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27191)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a08:43:19.551296 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:43:19.561659 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a08:43:19.679266 tst mo_mt_sms.py: using LAC 32785\u000a08:43:19.802896 tst mo_mt_sms.py: using RAC 145\u000a08:43:19.925963 tst mo_mt_sms.py: using CellId 32785\u000a08:43:20.048253 tst mo_mt_sms.py: using BVCI 32786\u000a08:43:20.072405 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:43:20.083446 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:43:20.094472 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:43:20.105192 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:43:20.115787 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:43:20.126455 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a08:43:20.240530 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a08:43:20.445416 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:43:20.944099 run create_hlr_db(pid=27185): Launched\u000a08:43:21.127409 bus /sierra_2: Setting Powered False\u000a08:43:22.144872 run create_hlr_db(pid=27185): Terminated: ok {rc=0}\u000a08:43:22.534414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27187): Launched\u000a08:43:22.823526 run osmo-hlr_10.42.42.2(pid=27188): Launched\u000a08:43:22.936322 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:43:23.480202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27190): Launched\u000a08:43:23.793103 run osmo-stp_10.42.42.5(pid=27191): Launched\u000a08:43:23.907456 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:43:24.480156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27193): Launched\u000a08:43:24.791313 run osmo-msc_10.42.42.6(pid=27194): Launched\u000a08:43:24.975086 run osmo-stp_10.42.42.5(pid=27191): ERR: Terminated: ERROR {rc=1} [trial-2387↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27191)]\u000a08:43:25.107676 run osmo-stp_10.42.42.5(pid=27191): stdout: \u000a| (launched: 2022-12-13_08:43:23.639702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:25.240338 run osmo-stp_10.42.42.5(pid=27191): stderr: \u000a| �[0;m�[38;5;43m20221213084323828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084323828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084323828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084323829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084323831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084323831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084323831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:25.366405 run osmo-stp_10.42.42.5(pid=27191): stdout: \u000a| (launched: 2022-12-13_08:43:23.639702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:25.491767 run osmo-stp_10.42.42.5(pid=27191): stderr: \u000a| �[0;m�[38;5;43m20221213084323828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084323828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084323828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084323829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084323831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084323831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084323831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:25.546646 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=27191): Process ended prematurely: osmo-stp_10.42.42.5(pid=27191) [trial-2387↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27191)] [trial-2387↪sms:oc2g↪mo_mt_sms.py:16]\u000a08:43:25.555189 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a08:43:25.616653 run osmo-hlr_10.42.42.2(pid=27188): ERR: Terminated: ERROR {rc=237} [trial-2387↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27188)]\u000a08:43:25.667368 run osmo-hlr_10.42.42.2(pid=27188): stdout: \u000a| (launched: 2022-12-13_08:43:22.682082) \u000a08:43:25.719063 run osmo-hlr_10.42.42.2(pid=27188): stderr: \u000a| �[0;m�[1;31m20221213084322852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084322852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084322853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084322853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084322853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084322853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084322867 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084322876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084322876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084322876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:43:25.788984 run osmo-msc_10.42.42.6(pid=27194): ERR: Terminated: ERROR {rc=2} [trial-2387↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27194)]\u000a08:43:25.839690 run osmo-msc_10.42.42.6(pid=27194): stdout: \u000a| (launched: 2022-12-13_08:43:24.639276) \u000a08:43:25.890942 run osmo-msc_10.42.42.6(pid=27194): stderr: \u000a| �[0;m�[38;5;43m20221213084324962 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213084324962 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4719338c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213084324962 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213084324962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213084324962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213084324962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213084324964 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213084324964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213084324964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213084324965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:43:25.934751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27187): Terminating (SIGTERM)\u000a08:43:25.976073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27190): Terminating (SIGTERM)\u000a08:43:26.018177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27193): Terminating (SIGTERM)\u000a08:43:26.027923 --- ParallelTerminationStrategy: PID 27187 died...\u000a08:43:26.083799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27187): Terminated: ok {rc=0}\u000a08:43:26.093983 --- ParallelTerminationStrategy: PID 27190 died...\u000a08:43:26.150467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27190): Terminated: ok {rc=0}\u000a08:43:26.160534 --- ParallelTerminationStrategy: PID 27193 died...\u000a08:43:26.216195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27193): Terminated: ok {rc=0}\u000a08:43:26.302601 bus /sierra_3: Setting Powered False\u000a08:43:27.408507 bus /sierra_3: Setting Powered False\u000a08:43:28.515968 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:43:19" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=27200): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27200) [trial-2387↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27200)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27200): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27200) [trial-2387↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27200)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a08:43:30.316810 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a08:43:30.328316 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a08:43:30.445878 tst assert_extension.py: using LAC 32786\u000a08:43:30.561134 tst assert_extension.py: using RAC 146\u000a08:43:30.676496 tst assert_extension.py: using CellId 32786\u000a08:43:30.791518 tst assert_extension.py: using BVCI 32787\u000a08:43:30.813661 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a08:43:31.111459 tst assert_extension.py:10: start nitb and bts...\u000a08:43:31.246844 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:43:31.914455 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27199): Launched\u000a08:43:32.251900 run osmo-nitb_10.42.42.2(pid=27200): Launched\u000a08:43:32.446301 run osmo-nitb_10.42.42.2(pid=27200): ERR: Terminated: ERROR {rc=2} [trial-2387↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27200)]\u000a08:43:32.588840 run osmo-nitb_10.42.42.2(pid=27200): stdout: \u000a| (launched: 2022-12-13_08:43:32.076645) \u000a08:43:32.731404 run osmo-nitb_10.42.42.2(pid=27200): stderr: \u000a| (launched: 2022-12-13_08:43:32.124105)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:43:32.869620 run osmo-nitb_10.42.42.2(pid=27200): stdout: \u000a| (launched: 2022-12-13_08:43:32.076645) \u000a08:43:33.006437 run osmo-nitb_10.42.42.2(pid=27200): stderr: \u000a| (launched: 2022-12-13_08:43:32.124105)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:43:33.378298 tst osmo-nitb_10.42.42.2(pid=27200): stdout: \u000a| (launched: 2022-12-13_08:43:32.076645) \u000a08:43:33.503683 tst osmo-nitb_10.42.42.2(pid=27200): stderr: \u000a| (launched: 2022-12-13_08:43:32.124105)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:43:33.558448 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=27200): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27200) [trial-2387↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27200)] [trial-2387↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a08:43:33.567192 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a08:43:33.603369 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27199): Terminating (SIGTERM)\u000a08:43:33.781098 --- ParallelTerminationStrategy: PID 27199 died...\u000a08:43:33.837642 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27199): Terminated: ok {rc=0}\u000a08:43:33.924751 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:43:30" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "ussd:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27210): Process ended prematurely: osmo-stp_10.42.42.5(pid=27210) [trial-2387↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27210)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27210): Process ended prematurely: osmo-stp_10.42.42.5(pid=27210) [trial-2387↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27210)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a08:43:35.726152 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:43:35.737027 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a08:43:35.861423 tst assert_extension.py: using LAC 32787\u000a08:43:35.983988 tst assert_extension.py: using RAC 147\u000a08:43:36.105120 tst assert_extension.py: using CellId 32787\u000a08:43:36.230439 tst assert_extension.py: using BVCI 32788\u000a08:43:36.252561 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:43:36.264095 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:43:36.274564 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:43:36.284851 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:43:36.296071 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:43:36.307151 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a08:43:36.512803 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:43:37.011590 run create_hlr_db(pid=27204): Launched\u000a08:43:37.193423 bus /sierra_2: Setting Powered False\u000a08:43:38.213384 run create_hlr_db(pid=27204): Terminated: ok {rc=0}\u000a08:43:38.611201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27206): Launched\u000a08:43:38.923063 run osmo-hlr_10.42.42.2(pid=27207): Launched\u000a08:43:39.037583 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:43:39.585659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27209): Launched\u000a08:43:39.897253 run osmo-stp_10.42.42.5(pid=27210): Launched\u000a08:43:40.011654 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:43:40.581151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27212): Launched\u000a08:43:40.891639 run osmo-msc_10.42.42.6(pid=27213): Launched\u000a08:43:41.074758 run osmo-stp_10.42.42.5(pid=27210): ERR: Terminated: ERROR {rc=1} [trial-2387↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27210)]\u000a08:43:41.206974 run osmo-stp_10.42.42.5(pid=27210): stdout: \u000a| (launched: 2022-12-13_08:43:39.744566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:41.339323 run osmo-stp_10.42.42.5(pid=27210): stderr: \u000a| �[0;m�[38;5;43m20221213084339936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084339936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084339936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084339937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084339939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084339939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084339939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:41.465802 run osmo-stp_10.42.42.5(pid=27210): stdout: \u000a| (launched: 2022-12-13_08:43:39.744566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:41.591300 run osmo-stp_10.42.42.5(pid=27210): stderr: \u000a| �[0;m�[38;5;43m20221213084339936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084339936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084339936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084339937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084339939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084339939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084339939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:41.646036 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=27210): Process ended prematurely: osmo-stp_10.42.42.5(pid=27210) [trial-2387↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27210)] [trial-2387↪ussd:oc2g↪assert_extension.py:17]\u000a08:43:41.654735 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a08:43:41.716779 run osmo-hlr_10.42.42.2(pid=27207): ERR: Terminated: ERROR {rc=237} [trial-2387↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27207)]\u000a08:43:41.767788 run osmo-hlr_10.42.42.2(pid=27207): stdout: \u000a| (launched: 2022-12-13_08:43:38.770309) \u000a08:43:41.819477 run osmo-hlr_10.42.42.2(pid=27207): stderr: \u000a| �[0;m�[1;31m20221213084338966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084338966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084338966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084338966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084338966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084338966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084338979 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084338989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084338990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084338990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:43:41.889803 run osmo-msc_10.42.42.6(pid=27213): ERR: Terminated: ERROR {rc=2} [trial-2387↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27213)]\u000a08:43:41.940739 run osmo-msc_10.42.42.6(pid=27213): stdout: \u000a| (launched: 2022-12-13_08:43:40.739633) \u000a08:43:41.992457 run osmo-msc_10.42.42.6(pid=27213): stderr: \u000a| �[0;m�[38;5;43m20221213084341061 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213084341062 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb5e991fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213084341062 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213084341062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213084341062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213084341062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213084341064 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213084341064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213084341064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213084341064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:43:42.036324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27206): Terminating (SIGTERM)\u000a08:43:42.077689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27209): Terminating (SIGTERM)\u000a08:43:42.119260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27212): Terminating (SIGTERM)\u000a08:43:42.128728 --- ParallelTerminationStrategy: PID 27206 died...\u000a08:43:42.184811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27206): Terminated: ok {rc=0}\u000a08:43:42.194999 --- ParallelTerminationStrategy: PID 27209 died...\u000a08:43:42.250912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27209): Terminated: ok {rc=0}\u000a08:43:42.261163 --- ParallelTerminationStrategy: PID 27212 died...\u000a08:43:42.317088 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27212): Terminated: ok {rc=0}\u000a08:43:42.402468 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:43:35" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27225): Process ended prematurely: osmo-stp_10.42.42.5(pid=27225) [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27225)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27225): Process ended prematurely: osmo-stp_10.42.42.5(pid=27225) [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27225)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:43:44.320629 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:43:44.331629 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:43:44.474374 tst mo_mt_call.py: using LAC 32788\u000a08:43:44.590676 tst mo_mt_call.py: using RAC 148\u000a08:43:44.706552 tst mo_mt_call.py: using CellId 32788\u000a08:43:44.824602 tst mo_mt_call.py: using BVCI 32789\u000a08:43:44.847145 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:43:44.858069 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:43:44.868819 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:43:44.879487 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:43:44.891154 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:43:44.902506 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:43:45.023586 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:43:45.224293 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:43:45.691208 run create_hlr_db(pid=27219): Launched\u000a08:43:45.862245 bus /sierra_2: Setting Powered False\u000a08:43:46.886379 run create_hlr_db(pid=27219): Terminated: ok {rc=0}\u000a08:43:47.306135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27221): Launched\u000a08:43:47.605968 run osmo-hlr_10.42.42.2(pid=27222): Launched\u000a08:43:47.721591 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:43:48.251621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27224): Launched\u000a08:43:48.571020 run osmo-stp_10.42.42.5(pid=27225): Launched\u000a08:43:48.687541 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:43:49.266038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27227): Launched\u000a08:43:49.584700 run osmo-msc_10.42.42.6(pid=27228): Launched\u000a08:43:49.771568 run osmo-stp_10.42.42.5(pid=27225): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27225)]\u000a08:43:49.908276 run osmo-stp_10.42.42.5(pid=27225): stdout: \u000a| (launched: 2022-12-13_08:43:48.414407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:50.042897 run osmo-stp_10.42.42.5(pid=27225): stderr: \u000a| �[0;m�[38;5;43m20221213084348607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084348607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084348607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084348607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084348608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084348608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084348608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:50.171292 run osmo-stp_10.42.42.5(pid=27225): stdout: \u000a| (launched: 2022-12-13_08:43:48.414407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:50.298780 run osmo-stp_10.42.42.5(pid=27225): stderr: \u000a| �[0;m�[38;5;43m20221213084348607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084348607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084348607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084348607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084348608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084348608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084348608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:50.355048 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27225): Process ended prematurely: osmo-stp_10.42.42.5(pid=27225) [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27225)] [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a08:43:50.364293 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a08:43:50.426601 run osmo-hlr_10.42.42.2(pid=27222): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27222)]\u000a08:43:50.478178 run osmo-hlr_10.42.42.2(pid=27222): stdout: \u000a| (launched: 2022-12-13_08:43:47.459383) \u000a08:43:50.530023 run osmo-hlr_10.42.42.2(pid=27222): stderr: \u000a| �[0;m�[1;31m20221213084347636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084347636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084347636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084347636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084347636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084347636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084347651 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084347661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084347661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084347661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:43:50.600046 run osmo-msc_10.42.42.6(pid=27228): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27228)]\u000a08:43:50.650867 run osmo-msc_10.42.42.6(pid=27228): stdout: \u000a| (launched: 2022-12-13_08:43:49.428652) \u000a08:43:50.702337 run osmo-msc_10.42.42.6(pid=27228): stderr: \u000a| �[0;m�[38;5;43m20221213084349753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213084349753 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd624b48c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213084349754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213084349754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213084349754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213084349754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213084349756 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213084349756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213084349756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213084349756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:43:50.745956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27221): Terminating (SIGTERM)\u000a08:43:50.787388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27224): Terminating (SIGTERM)\u000a08:43:50.829049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27227): Terminating (SIGTERM)\u000a08:43:50.838813 --- ParallelTerminationStrategy: PID 27221 died...\u000a08:43:50.894664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27221): Terminated: ok {rc=0}\u000a08:43:50.904741 --- ParallelTerminationStrategy: PID 27224 died...\u000a08:43:50.960303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27224): Terminated: ok {rc=0}\u000a08:43:50.970425 --- ParallelTerminationStrategy: PID 27227 died...\u000a08:43:51.025785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27227): Terminated: ok {rc=0}\u000a08:43:51.112549 bus /sierra_3: Setting Powered False\u000a08:43:52.216192 bus /sierra_3: Setting Powered False\u000a08:43:53.327642 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 185, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27236): Process ended prematurely: osmo-stp_10.42.42.5(pid=27236) [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27236)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27236): Process ended prematurely: osmo-stp_10.42.42.5(pid=27236) [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27236)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:43:54.436242 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:43:54.447821 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:43:54.590737 tst mo_mt_call_osmux.py: using LAC 32789\u000a08:43:54.707269 tst mo_mt_call_osmux.py: using RAC 149\u000a08:43:54.825481 tst mo_mt_call_osmux.py: using CellId 32789\u000a08:43:54.942282 tst mo_mt_call_osmux.py: using BVCI 32790\u000a08:43:54.965205 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:43:54.976378 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:43:54.987278 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:43:54.998193 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:43:55.009676 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:43:55.021060 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:43:55.137342 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:43:55.346634 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:43:55.854630 run create_hlr_db(pid=27230): Launched\u000a08:43:56.038145 bus /sierra_2: Setting Powered False\u000a08:43:57.059938 run create_hlr_db(pid=27230): Terminated: ok {rc=0}\u000a08:43:57.456688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27232): Launched\u000a08:43:57.753159 run osmo-hlr_10.42.42.2(pid=27233): Launched\u000a08:43:57.870285 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:43:58.390252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27235): Launched\u000a08:43:58.685919 run osmo-stp_10.42.42.5(pid=27236): Launched\u000a08:43:58.794321 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:43:59.332582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27238): Launched\u000a08:43:59.628903 run osmo-msc_10.42.42.6(pid=27239): Launched\u000a08:43:59.804214 run osmo-stp_10.42.42.5(pid=27236): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27236)]\u000a08:43:59.930704 run osmo-stp_10.42.42.5(pid=27236): stdout: \u000a| (launched: 2022-12-13_08:43:58.540732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:00.054519 run osmo-stp_10.42.42.5(pid=27236): stderr: \u000a| �[0;m�[38;5;43m20221213084358710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084358710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084358710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084358711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084358711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084358711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084358711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:00.174947 run osmo-stp_10.42.42.5(pid=27236): stdout: \u000a| (launched: 2022-12-13_08:43:58.540732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:00.293989 run osmo-stp_10.42.42.5(pid=27236): stderr: \u000a| �[0;m�[38;5;43m20221213084358710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084358710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084358710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084358711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084358711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084358711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084358711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:00.346302 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27236): Process ended prematurely: osmo-stp_10.42.42.5(pid=27236) [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27236)] [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a08:44:00.355084 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a08:44:00.415076 run osmo-hlr_10.42.42.2(pid=27233): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27233)]\u000a08:44:00.464262 run osmo-hlr_10.42.42.2(pid=27233): stdout: \u000a| (launched: 2022-12-13_08:43:57.607156) \u000a08:44:00.513775 run osmo-hlr_10.42.42.2(pid=27233): stderr: \u000a| �[0;m�[1;31m20221213084357780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084357780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084357780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084357780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084357780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084357780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084357790 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084357800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084357800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084357800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:44:00.580823 run osmo-msc_10.42.42.6(pid=27239): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27239)]\u000a08:44:00.629643 run osmo-msc_10.42.42.6(pid=27239): stdout: \u000a| (launched: 2022-12-13_08:43:59.483489) \u000a08:44:00.678928 run osmo-msc_10.42.42.6(pid=27239): stderr: \u000a| �[0;m�[38;5;43m20221213084359754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213084359754 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f371da1ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213084359754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213084359754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213084359755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213084359755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213084359756 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213084359757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213084359757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213084359757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:44:00.720748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27232): Terminating (SIGTERM)\u000a08:44:00.760429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27235): Terminating (SIGTERM)\u000a08:44:00.800097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27238): Terminating (SIGTERM)\u000a08:44:00.809546 --- ParallelTerminationStrategy: PID 27232 died...\u000a08:44:00.862792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27232): Terminated: ok {rc=0}\u000a08:44:00.872448 --- ParallelTerminationStrategy: PID 27235 died...\u000a08:44:00.925247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27235): Terminated: ok {rc=0}\u000a08:44:00.936106 --- ParallelTerminationStrategy: PID 27238 died...\u000a08:44:00.990869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27238): Terminated: ok {rc=0}\u000a08:44:01.078324 bus /sierra_3: Setting Powered False\u000a08:44:02.208764 bus /sierra_3: Setting Powered False\u000a08:44:03.321975 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:43:44" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27250): Process ended prematurely: osmo-stp_10.42.42.5(pid=27250) [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27250)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27250): Process ended prematurely: osmo-stp_10.42.42.5(pid=27250) [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27250)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a08:44:05.265828 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:44:05.276839 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:44:05.418570 tst mo_mt_call.py: using LAC 32790\u000a08:44:05.534923 tst mo_mt_call.py: using RAC 150\u000a08:44:05.655770 tst mo_mt_call.py: using CellId 32790\u000a08:44:05.770130 tst mo_mt_call.py: using BVCI 32791\u000a08:44:05.792566 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:44:05.803513 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:44:05.814284 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:44:05.824915 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:44:05.835939 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:44:05.846975 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:44:05.962150 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:44:06.172221 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:44:06.681645 run create_hlr_db(pid=27244): Launched\u000a08:44:06.866382 bus /sierra_2: Setting Powered False\u000a08:44:07.887994 run create_hlr_db(pid=27244): Terminated: ok {rc=0}\u000a08:44:08.285064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27246): Launched\u000a08:44:08.582211 run osmo-hlr_10.42.42.2(pid=27247): Launched\u000a08:44:08.695595 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:44:09.217315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27249): Launched\u000a08:44:09.513124 run osmo-stp_10.42.42.5(pid=27250): Launched\u000a08:44:09.623377 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:44:10.164834 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27252): Launched\u000a08:44:10.461631 run osmo-msc_10.42.42.6(pid=27253): Launched\u000a08:44:10.638805 run osmo-stp_10.42.42.5(pid=27250): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27250)]\u000a08:44:10.765443 run osmo-stp_10.42.42.5(pid=27250): stdout: \u000a| (launched: 2022-12-13_08:44:09.367762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:10.889385 run osmo-stp_10.42.42.5(pid=27250): stderr: \u000a| �[0;m�[38;5;43m20221213084409535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084409536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084409536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084409536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084409539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084409539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084409539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:11.009385 run osmo-stp_10.42.42.5(pid=27250): stdout: \u000a| (launched: 2022-12-13_08:44:09.367762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:11.128413 run osmo-stp_10.42.42.5(pid=27250): stderr: \u000a| �[0;m�[38;5;43m20221213084409535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084409536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084409536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084409536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084409539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084409539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084409539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:11.180882 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27250): Process ended prematurely: osmo-stp_10.42.42.5(pid=27250) [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27250)] [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a08:44:11.189695 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a08:44:11.250313 run osmo-hlr_10.42.42.2(pid=27247): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27247)]\u000a08:44:11.299942 run osmo-hlr_10.42.42.2(pid=27247): stdout: \u000a| (launched: 2022-12-13_08:44:08.436251) \u000a08:44:11.350195 run osmo-hlr_10.42.42.2(pid=27247): stderr: \u000a| �[0;m�[1;31m20221213084408611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084408611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084408611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084408611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084408611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084408611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084408627 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084408637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084408637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084408638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:44:11.418256 run osmo-msc_10.42.42.6(pid=27253): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27253)]\u000a08:44:11.467778 run osmo-msc_10.42.42.6(pid=27253): stdout: \u000a| (launched: 2022-12-13_08:44:10.315307) \u000a08:44:11.518081 run osmo-msc_10.42.42.6(pid=27253): stderr: \u000a| �[0;m�[38;5;43m20221213084410586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213084410586 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efce8d82c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213084410586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213084410586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213084410586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213084410587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213084410588 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213084410589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213084410589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213084410589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:44:11.561198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27246): Terminating (SIGTERM)\u000a08:44:11.601419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27249): Terminating (SIGTERM)\u000a08:44:11.641235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27252): Terminating (SIGTERM)\u000a08:44:11.650944 --- ParallelTerminationStrategy: PID 27246 died...\u000a08:44:11.704328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27246): Terminated: ok {rc=0}\u000a08:44:11.713892 --- ParallelTerminationStrategy: PID 27249 died...\u000a08:44:11.768174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27249): Terminated: ok {rc=0}\u000a08:44:11.777838 --- ParallelTerminationStrategy: PID 27252 died...\u000a08:44:11.831666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27252): Terminated: ok {rc=0}\u000a08:44:11.919844 bus /sierra_3: Setting Powered False\u000a08:44:13.022026 bus /sierra_3: Setting Powered False\u000a08:44:14.131903 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 185, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27261): Process ended prematurely: osmo-stp_10.42.42.5(pid=27261) [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27261)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27261): Process ended prematurely: osmo-stp_10.42.42.5(pid=27261) [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27261)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:44:15.240808 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:44:15.252444 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:44:15.395823 tst mo_mt_call_osmux.py: using LAC 32791\u000a08:44:15.517233 tst mo_mt_call_osmux.py: using RAC 151\u000a08:44:15.633367 tst mo_mt_call_osmux.py: using CellId 32791\u000a08:44:15.750014 tst mo_mt_call_osmux.py: using BVCI 32792\u000a08:44:15.772745 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:44:15.783876 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:44:15.794617 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:44:15.805888 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:44:15.817431 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:44:15.828621 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:44:15.952245 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:44:16.190141 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:44:16.737941 run create_hlr_db(pid=27255): Launched\u000a08:44:16.940224 bus /sierra_2: Setting Powered False\u000a08:44:17.947041 run create_hlr_db(pid=27255): Terminated: ok {rc=0}\u000a08:44:18.353962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27257): Launched\u000a08:44:18.650431 run osmo-hlr_10.42.42.2(pid=27258): Launched\u000a08:44:18.758342 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:44:19.274197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27260): Launched\u000a08:44:19.571209 run osmo-stp_10.42.42.5(pid=27261): Launched\u000a08:44:19.681371 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:44:20.221995 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27263): Launched\u000a08:44:20.518730 run osmo-msc_10.42.42.6(pid=27264): Launched\u000a08:44:20.694820 run osmo-stp_10.42.42.5(pid=27261): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27261)]\u000a08:44:20.821257 run osmo-stp_10.42.42.5(pid=27261): stdout: \u000a| (launched: 2022-12-13_08:44:19.425297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:20.945340 run osmo-stp_10.42.42.5(pid=27261): stderr: \u000a| �[0;m�[38;5;43m20221213084419592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084419592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084419592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084419593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084419593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084419593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084419593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:21.065184 run osmo-stp_10.42.42.5(pid=27261): stdout: \u000a| (launched: 2022-12-13_08:44:19.425297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:21.183627 run osmo-stp_10.42.42.5(pid=27261): stderr: \u000a| �[0;m�[38;5;43m20221213084419592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084419592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084419592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084419593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084419593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084419593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084419593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:21.235794 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27261): Process ended prematurely: osmo-stp_10.42.42.5(pid=27261) [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27261)] [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a08:44:21.244536 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a08:44:21.304870 run osmo-hlr_10.42.42.2(pid=27258): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27258)]\u000a08:44:21.354196 run osmo-hlr_10.42.42.2(pid=27258): stdout: \u000a| (launched: 2022-12-13_08:44:18.505220) \u000a08:44:21.404088 run osmo-hlr_10.42.42.2(pid=27258): stderr: \u000a| �[0;m�[1;31m20221213084418680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084418680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084418680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084418680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084418680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084418680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084418737 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084418747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084418747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084418747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:44:21.471557 run osmo-msc_10.42.42.6(pid=27264): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27264)]\u000a08:44:21.520750 run osmo-msc_10.42.42.6(pid=27264): stdout: \u000a| (launched: 2022-12-13_08:44:20.372666) \u000a08:44:21.570397 run osmo-msc_10.42.42.6(pid=27264): stderr: \u000a| �[0;m�[38;5;43m20221213084420642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213084420642 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc14151fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213084420642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213084420642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213084420642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213084420643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213084420644 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213084420645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213084420645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213084420645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:44:21.613237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27257): Terminating (SIGTERM)\u000a08:44:21.653299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27260): Terminating (SIGTERM)\u000a08:44:21.693122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27263): Terminating (SIGTERM)\u000a08:44:21.702426 --- ParallelTerminationStrategy: PID 27257 died...\u000a08:44:21.756448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27257): Terminated: ok {rc=0}\u000a08:44:21.766148 --- ParallelTerminationStrategy: PID 27260 died...\u000a08:44:21.819747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27260): Terminated: ok {rc=0}\u000a08:44:21.829536 --- ParallelTerminationStrategy: PID 27263 died...\u000a08:44:21.883388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27263): Terminated: ok {rc=0}\u000a08:44:21.966064 bus /sierra_3: Setting Powered False\u000a08:44:23.070372 bus /sierra_3: Setting Powered False\u000a08:44:24.176717 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:44:05" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27275): Process ended prematurely: osmo-stp_10.42.42.5(pid=27275) [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27275)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27275): Process ended prematurely: osmo-stp_10.42.42.5(pid=27275) [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27275)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:44:26.136204 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:44:26.147061 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:44:26.290668 tst mo_mt_call.py: using LAC 32792\u000a08:44:26.406889 tst mo_mt_call.py: using RAC 152\u000a08:44:26.534570 tst mo_mt_call.py: using CellId 32792\u000a08:44:26.660126 tst mo_mt_call.py: using BVCI 32793\u000a08:44:26.684619 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:44:26.696346 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:44:26.707702 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:44:26.719046 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:44:26.730349 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:44:26.741527 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:44:26.858160 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:44:27.067044 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:44:27.574407 run create_hlr_db(pid=27269): Launched\u000a08:44:27.758236 bus /sierra_2: Setting Powered False\u000a08:44:28.779539 run create_hlr_db(pid=27269): Terminated: ok {rc=0}\u000a08:44:29.200347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27271): Launched\u000a08:44:29.517622 run osmo-hlr_10.42.42.2(pid=27272): Launched\u000a08:44:29.642279 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:44:30.192623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27274): Launched\u000a08:44:30.509353 run osmo-stp_10.42.42.5(pid=27275): Launched\u000a08:44:30.624680 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:44:31.261200 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27277): Launched\u000a08:44:31.693160 run osmo-msc_10.42.42.6(pid=27278): Launched\u000a08:44:32.186533 run osmo-stp_10.42.42.5(pid=27275): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27275)]\u000a08:44:32.356048 run osmo-stp_10.42.42.5(pid=27275): stdout: \u000a| (launched: 2022-12-13_08:44:30.354545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:32.523219 run osmo-stp_10.42.42.5(pid=27275): stderr: \u000a| �[0;m�[38;5;43m20221213084430545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084430546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084430546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084430546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084430547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084430547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084430547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:32.653530 run osmo-stp_10.42.42.5(pid=27275): stdout: \u000a| (launched: 2022-12-13_08:44:30.354545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:32.781964 run osmo-stp_10.42.42.5(pid=27275): stderr: \u000a| �[0;m�[38;5;43m20221213084430545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084430546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084430546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084430546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084430547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084430547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084430547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:32.838024 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27275): Process ended prematurely: osmo-stp_10.42.42.5(pid=27275) [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27275)] [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a08:44:32.847367 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a08:44:32.910926 run osmo-hlr_10.42.42.2(pid=27272): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27272)]\u000a08:44:32.962509 run osmo-hlr_10.42.42.2(pid=27272): stdout: \u000a| (launched: 2022-12-13_08:44:29.362619) \u000a08:44:33.014765 run osmo-hlr_10.42.42.2(pid=27272): stderr: \u000a| �[0;m�[1;31m20221213084429561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084429561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084429561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084429561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084429561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084429561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084429574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084429583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084429583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084429583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:44:33.085879 run osmo-msc_10.42.42.6(pid=27278): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27278)]\u000a08:44:33.137629 run osmo-msc_10.42.42.6(pid=27278): stdout: \u000a| (launched: 2022-12-13_08:44:31.440483) \u000a08:44:33.189892 run osmo-msc_10.42.42.6(pid=27278): stderr: \u000a| �[0;m�[38;5;43m20221213084431917 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213084431917 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3795009c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213084431918 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213084431918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213084431918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213084431919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213084431921 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213084431922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213084431922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213084431922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:44:33.234395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27271): Terminating (SIGTERM)\u000a08:44:33.276417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27274): Terminating (SIGTERM)\u000a08:44:33.318752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27277): Terminating (SIGTERM)\u000a08:44:33.328521 --- ParallelTerminationStrategy: PID 27271 died...\u000a08:44:33.385599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27271): Terminated: ok {rc=0}\u000a08:44:33.395946 --- ParallelTerminationStrategy: PID 27274 died...\u000a08:44:33.452223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27274): Terminated: ok {rc=0}\u000a08:44:33.462456 --- ParallelTerminationStrategy: PID 27277 died...\u000a08:44:33.518461 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27277): Terminated: ok {rc=0}\u000a08:44:33.604625 bus /sierra_3: Setting Powered False\u000a08:44:34.709954 bus /sierra_3: Setting Powered False\u000a08:44:35.815172 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27286): Process ended prematurely: osmo-stp_10.42.42.5(pid=27286) [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27286)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27286): Process ended prematurely: osmo-stp_10.42.42.5(pid=27286) [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27286)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:44:36.927884 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:44:36.939915 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:44:37.090702 tst mo_mt_call_osmux.py: using LAC 32793\u000a08:44:37.215458 tst mo_mt_call_osmux.py: using RAC 153\u000a08:44:37.340464 tst mo_mt_call_osmux.py: using CellId 32793\u000a08:44:37.466971 tst mo_mt_call_osmux.py: using BVCI 32794\u000a08:44:37.491589 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:44:37.503341 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:44:37.514985 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:44:37.526470 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:44:37.538146 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:44:37.549664 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:44:37.668355 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:44:37.877635 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:44:38.385423 run create_hlr_db(pid=27280): Launched\u000a08:44:38.570473 bus /sierra_2: Setting Powered False\u000a08:44:39.591155 run create_hlr_db(pid=27280): Terminated: ok {rc=0}\u000a08:44:39.989134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27282): Launched\u000a08:44:40.285285 run osmo-hlr_10.42.42.2(pid=27283): Launched\u000a08:44:40.402048 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:44:40.925281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27285): Launched\u000a08:44:41.220870 run osmo-stp_10.42.42.5(pid=27286): Launched\u000a08:44:41.329733 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:44:41.869941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27288): Launched\u000a08:44:42.167231 run osmo-msc_10.42.42.6(pid=27289): Launched\u000a08:44:42.341983 run osmo-stp_10.42.42.5(pid=27286): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27286)]\u000a08:44:42.467818 run osmo-stp_10.42.42.5(pid=27286): stdout: \u000a| (launched: 2022-12-13_08:44:41.075169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:42.591508 run osmo-stp_10.42.42.5(pid=27286): stderr: \u000a| �[0;m�[38;5;43m20221213084441243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084441243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084441244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084441244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084441246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084441247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084441247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:42.710814 run osmo-stp_10.42.42.5(pid=27286): stdout: \u000a| (launched: 2022-12-13_08:44:41.075169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:42.829518 run osmo-stp_10.42.42.5(pid=27286): stderr: \u000a| �[0;m�[38;5;43m20221213084441243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084441243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084441244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084441244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084441246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084441247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084441247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:42.881493 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27286): Process ended prematurely: osmo-stp_10.42.42.5(pid=27286) [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27286)] [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a08:44:42.889916 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a08:44:42.954471 run osmo-hlr_10.42.42.2(pid=27283): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27283)]\u000a08:44:43.005709 run osmo-hlr_10.42.42.2(pid=27283): stdout: \u000a| (launched: 2022-12-13_08:44:40.139731) \u000a08:44:43.057642 run osmo-hlr_10.42.42.2(pid=27283): stderr: \u000a| �[0;m�[1;31m20221213084440313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084440313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084440313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084440313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084440313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084440313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084440326 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084440334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084440335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084440335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:44:43.128076 run osmo-msc_10.42.42.6(pid=27289): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27289)]\u000a08:44:43.179597 run osmo-msc_10.42.42.6(pid=27289): stdout: \u000a| (launched: 2022-12-13_08:44:42.021171) \u000a08:44:43.231578 run osmo-msc_10.42.42.6(pid=27289): stderr: \u000a| �[0;m�[38;5;43m20221213084442293 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213084442293 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb714288c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213084442293 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213084442293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213084442294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213084442294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213084442297 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213084442298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213084442298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213084442298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:44:43.275667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27282): Terminating (SIGTERM)\u000a08:44:43.317458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27285): Terminating (SIGTERM)\u000a08:44:43.359094 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27288): Terminating (SIGTERM)\u000a08:44:43.368837 --- ParallelTerminationStrategy: PID 27282 died...\u000a08:44:43.423959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27282): Terminated: ok {rc=0}\u000a08:44:43.434228 --- ParallelTerminationStrategy: PID 27285 died...\u000a08:44:43.489840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27285): Terminated: ok {rc=0}\u000a08:44:43.499867 --- ParallelTerminationStrategy: PID 27288 died...\u000a08:44:43.555517 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27288): Terminated: ok {rc=0}\u000a08:44:43.641159 bus /sierra_3: Setting Powered False\u000a08:44:44.746036 bus /sierra_3: Setting Powered False\u000a08:44:45.857719 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:44:25" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27300): Process ended prematurely: osmo-stp_10.42.42.5(pid=27300) [trial-2387↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27300)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27300): Process ended prematurely: osmo-stp_10.42.42.5(pid=27300) [trial-2387↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:44:47.837599 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:44:47.848908 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a08:44:47.999632 tst mo_mt_call.py: using LAC 32794\u000a08:44:48.126032 tst mo_mt_call.py: using RAC 154\u000a08:44:48.252163 tst mo_mt_call.py: using CellId 32794\u000a08:44:48.377573 tst mo_mt_call.py: using BVCI 32795\u000a08:44:48.402145 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:44:48.413780 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:44:48.425208 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:44:48.436418 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:44:48.448359 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:44:48.460267 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:44:48.578484 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:44:48.791384 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:44:49.300661 run create_hlr_db(pid=27294): Launched\u000a08:44:49.485963 bus /sierra_2: Setting Powered False\u000a08:44:50.507548 run create_hlr_db(pid=27294): Terminated: ok {rc=0}\u000a08:44:50.930716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27296): Launched\u000a08:44:51.249871 run osmo-hlr_10.42.42.2(pid=27297): Launched\u000a08:44:51.366686 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:44:51.918880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27299): Launched\u000a08:44:52.235820 run osmo-stp_10.42.42.5(pid=27300): Launched\u000a08:44:52.351927 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:44:52.933334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27302): Launched\u000a08:44:53.252365 run osmo-msc_10.42.42.6(pid=27303): Launched\u000a08:44:53.439554 run osmo-stp_10.42.42.5(pid=27300): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27300)]\u000a08:44:53.575212 run osmo-stp_10.42.42.5(pid=27300): stdout: \u000a| (launched: 2022-12-13_08:44:52.081224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:53.709492 run osmo-stp_10.42.42.5(pid=27300): stderr: \u000a| �[0;m�[38;5;43m20221213084452272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084452272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084452273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084452273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084452274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084452274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084452274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:53.838016 run osmo-stp_10.42.42.5(pid=27300): stdout: \u000a| (launched: 2022-12-13_08:44:52.081224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:53.965873 run osmo-stp_10.42.42.5(pid=27300): stderr: \u000a| �[0;m�[38;5;43m20221213084452272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084452272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084452273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084452273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084452274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084452274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084452274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:54.022178 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27300): Process ended prematurely: osmo-stp_10.42.42.5(pid=27300) [trial-2387↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27300)] [trial-2387↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a08:44:54.031151 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a08:44:54.093926 run osmo-hlr_10.42.42.2(pid=27297): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27297)]\u000a08:44:54.145464 run osmo-hlr_10.42.42.2(pid=27297): stdout: \u000a| (launched: 2022-12-13_08:44:51.093814) \u000a08:44:54.197636 run osmo-hlr_10.42.42.2(pid=27297): stderr: \u000a| �[0;m�[1;31m20221213084451289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084451289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084451290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084451290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084451290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084451290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084451302 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084451312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084451313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084451313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:44:54.268524 run osmo-msc_10.42.42.6(pid=27303): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27303)]\u000a08:44:54.320019 run osmo-msc_10.42.42.6(pid=27303): stdout: \u000a| (launched: 2022-12-13_08:44:53.095827) \u000a08:44:54.372046 run osmo-msc_10.42.42.6(pid=27303): stderr: \u000a| �[0;m�[38;5;43m20221213084453418 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213084453418 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f82c5583c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213084453418 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213084453418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213084453418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213084453419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213084453420 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213084453421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213084453421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213084453421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:44:54.416213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27296): Terminating (SIGTERM)\u000a08:44:54.457836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27299): Terminating (SIGTERM)\u000a08:44:54.499844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27302): Terminating (SIGTERM)\u000a08:44:54.509780 --- ParallelTerminationStrategy: PID 27296 died...\u000a08:44:54.565687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27296): Terminated: ok {rc=0}\u000a08:44:54.575868 --- ParallelTerminationStrategy: PID 27299 died...\u000a08:44:54.631387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27299): Terminated: ok {rc=0}\u000a08:44:54.641468 --- ParallelTerminationStrategy: PID 27302 died...\u000a08:44:54.696824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27302): Terminated: ok {rc=0}\u000a08:44:54.782423 bus /sierra_3: Setting Powered False\u000a08:44:55.887810 bus /sierra_3: Setting Powered False\u000a08:44:56.996083 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 185, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27314): Process ended prematurely: osmo-stp_10.42.42.5(pid=27314) [trial-2387↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27314)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27314): Process ended prematurely: osmo-stp_10.42.42.5(pid=27314) [trial-2387↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27314)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:44:58.110258 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:44:58.122122 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a08:44:58.272943 tst mo_mt_call_osmux.py: using LAC 32795\u000a08:44:58.397402 tst mo_mt_call_osmux.py: using RAC 155\u000a08:44:58.525000 tst mo_mt_call_osmux.py: using CellId 32795\u000a08:44:58.651766 tst mo_mt_call_osmux.py: using BVCI 32796\u000a08:44:58.676175 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:44:58.687690 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:44:58.698958 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:44:58.710386 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:44:58.721667 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:44:58.732920 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:44:58.853198 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:44:59.054011 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:44:59.522288 run create_hlr_db(pid=27305): Launched\u000a08:44:59.693065 bus /sierra_2: Setting Powered False\u000a08:45:00.716467 run create_hlr_db(pid=27305): Terminated: ok {rc=0}\u000a08:45:01.154772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27307): Launched\u000a08:45:01.611263 run osmo-hlr_10.42.42.2(pid=27311): Launched\u000a08:45:01.749598 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:45:02.393877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27313): Launched\u000a08:45:02.718657 run osmo-stp_10.42.42.5(pid=27314): Launched\u000a08:45:02.835029 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:45:03.418337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27316): Launched\u000a08:45:03.736538 run osmo-msc_10.42.42.6(pid=27317): Launched\u000a08:45:03.922979 run osmo-stp_10.42.42.5(pid=27314): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27314)]\u000a08:45:04.059116 run osmo-stp_10.42.42.5(pid=27314): stdout: \u000a| (launched: 2022-12-13_08:45:02.560935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:04.193336 run osmo-stp_10.42.42.5(pid=27314): stderr: \u000a| �[0;m�[38;5;43m20221213084502751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084502752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084502752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084502752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084502753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084502753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084502753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:04.321699 run osmo-stp_10.42.42.5(pid=27314): stdout: \u000a| (launched: 2022-12-13_08:45:02.560935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:04.448755 run osmo-stp_10.42.42.5(pid=27314): stderr: \u000a| �[0;m�[38;5;43m20221213084502751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084502752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084502752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084502752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084502753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084502753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084502753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:04.505521 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27314): Process ended prematurely: osmo-stp_10.42.42.5(pid=27314) [trial-2387↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27314)] [trial-2387↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a08:45:04.514902 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a08:45:04.577178 run osmo-hlr_10.42.42.2(pid=27311): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27311)]\u000a08:45:04.628162 run osmo-hlr_10.42.42.2(pid=27311): stdout: \u000a| (launched: 2022-12-13_08:45:01.322074) \u000a08:45:04.679636 run osmo-hlr_10.42.42.2(pid=27311): stderr: \u000a| �[0;m�[1;31m20221213084501522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084501523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084501523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084501523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084501523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084501523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084501547 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084501560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084501561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084501561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:45:04.749639 run osmo-msc_10.42.42.6(pid=27317): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27317)]\u000a08:45:04.800506 run osmo-msc_10.42.42.6(pid=27317): stdout: \u000a| (launched: 2022-12-13_08:45:03.581094) \u000a08:45:04.851811 run osmo-msc_10.42.42.6(pid=27317): stderr: \u000a| �[0;m�[38;5;43m20221213084503905 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213084503905 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb47179dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213084503905 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213084503906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213084503906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213084503906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213084503907 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213084503908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213084503908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213084503908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:45:04.895557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27307): Terminating (SIGTERM)\u000a08:45:04.936620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27313): Terminating (SIGTERM)\u000a08:45:04.978526 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27316): Terminating (SIGTERM)\u000a08:45:04.988217 --- ParallelTerminationStrategy: PID 27307 died...\u000a08:45:05.043561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27307): Terminated: ok {rc=0}\u000a08:45:05.054041 --- ParallelTerminationStrategy: PID 27313 died...\u000a08:45:05.108897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27313): Terminated: ok {rc=0}\u000a08:45:05.118811 --- ParallelTerminationStrategy: PID 27316 died...\u000a08:45:05.173852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27316): Terminated: ok {rc=0}\u000a08:45:05.259865 bus /sierra_3: Setting Powered False\u000a08:45:06.364495 bus /sierra_3: Setting Powered False\u000a08:45:07.471771 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:44:47" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27328): Process ended prematurely: osmo-stp_10.42.42.5(pid=27328) [trial-2387↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27328)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27328): Process ended prematurely: osmo-stp_10.42.42.5(pid=27328) [trial-2387↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27328)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:45:09.417791 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:45:09.428719 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:45:09.572142 tst mo_mt_call.py: using LAC 32796\u000a08:45:09.689270 tst mo_mt_call.py: using RAC 156\u000a08:45:09.817842 tst mo_mt_call.py: using CellId 32796\u000a08:45:09.941940 tst mo_mt_call.py: using BVCI 32797\u000a08:45:09.966392 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:45:09.977986 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:45:09.989439 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:45:10.000929 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:45:10.012256 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:45:10.023585 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:45:10.142536 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:45:10.353586 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:45:10.862878 run create_hlr_db(pid=27322): Launched\u000a08:45:11.046866 bus /sierra_2: Setting Powered False\u000a08:45:12.069857 run create_hlr_db(pid=27322): Terminated: ok {rc=0}\u000a08:45:12.492198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27324): Launched\u000a08:45:12.810355 run osmo-hlr_10.42.42.2(pid=27325): Launched\u000a08:45:12.926824 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:45:13.479974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27327): Launched\u000a08:45:13.800047 run osmo-stp_10.42.42.5(pid=27328): Launched\u000a08:45:13.916608 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:45:14.499654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27330): Launched\u000a08:45:14.818367 run osmo-msc_10.42.42.6(pid=27331): Launched\u000a08:45:15.005638 run osmo-stp_10.42.42.5(pid=27328): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27328)]\u000a08:45:15.140588 run osmo-stp_10.42.42.5(pid=27328): stdout: \u000a| (launched: 2022-12-13_08:45:13.643595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:15.275554 run osmo-stp_10.42.42.5(pid=27328): stderr: \u000a| �[0;m�[38;5;43m20221213084513834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084513834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084513834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084513834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084513837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084513837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084513837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:15.404438 run osmo-stp_10.42.42.5(pid=27328): stdout: \u000a| (launched: 2022-12-13_08:45:13.643595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:15.532689 run osmo-stp_10.42.42.5(pid=27328): stderr: \u000a| �[0;m�[38;5;43m20221213084513834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084513834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084513834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084513834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084513837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084513837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084513837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:15.589128 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27328): Process ended prematurely: osmo-stp_10.42.42.5(pid=27328) [trial-2387↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27328)] [trial-2387↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a08:45:15.598477 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a08:45:15.661491 run osmo-hlr_10.42.42.2(pid=27325): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27325)]\u000a08:45:15.712899 run osmo-hlr_10.42.42.2(pid=27325): stdout: \u000a| (launched: 2022-12-13_08:45:12.654968) \u000a08:45:15.765107 run osmo-hlr_10.42.42.2(pid=27325): stderr: \u000a| �[0;m�[1;31m20221213084512851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084512851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084512851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084512851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084512851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084512851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084512865 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084512873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084512874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084512874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:45:15.836137 run osmo-msc_10.42.42.6(pid=27331): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27331)]\u000a08:45:15.887872 run osmo-msc_10.42.42.6(pid=27331): stdout: \u000a| (launched: 2022-12-13_08:45:14.662410) \u000a08:45:15.939881 run osmo-msc_10.42.42.6(pid=27331): stderr: \u000a| �[0;m�[38;5;43m20221213084514986 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213084514986 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f033605cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213084514986 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213084514986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213084514986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213084514986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213084514988 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213084514989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213084514989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213084514989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:45:15.985089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27324): Terminating (SIGTERM)\u000a08:45:16.027919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27327): Terminating (SIGTERM)\u000a08:45:16.070788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27330): Terminating (SIGTERM)\u000a08:45:16.080728 --- ParallelTerminationStrategy: PID 27324 died...\u000a08:45:16.137773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27324): Terminated: ok {rc=0}\u000a08:45:16.148430 --- ParallelTerminationStrategy: PID 27327 died...\u000a08:45:16.205308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27327): Terminated: ok {rc=0}\u000a08:45:16.215980 --- ParallelTerminationStrategy: PID 27330 died...\u000a08:45:16.272910 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27330): Terminated: ok {rc=0}\u000a08:45:16.376117 bus /sierra_3: Setting Powered False\u000a08:45:17.483060 bus /sierra_3: Setting Powered False\u000a08:45:18.591111 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 185, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27339): Process ended prematurely: osmo-stp_10.42.42.5(pid=27339) [trial-2387↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27339)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27339): Process ended prematurely: osmo-stp_10.42.42.5(pid=27339) [trial-2387↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27339)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:45:19.705154 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:45:19.717282 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:45:19.868812 tst mo_mt_call_osmux.py: using LAC 32797\u000a08:45:19.995351 tst mo_mt_call_osmux.py: using RAC 157\u000a08:45:20.121426 tst mo_mt_call_osmux.py: using CellId 32797\u000a08:45:20.246146 tst mo_mt_call_osmux.py: using BVCI 32798\u000a08:45:20.270489 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:45:20.282036 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:45:20.293273 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:45:20.304434 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:45:20.315931 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:45:20.327447 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:45:20.446714 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:45:20.647467 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:45:21.116683 run create_hlr_db(pid=27333): Launched\u000a08:45:21.287205 bus /sierra_2: Setting Powered False\u000a08:45:22.310249 run create_hlr_db(pid=27333): Terminated: ok {rc=0}\u000a08:45:22.732183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27335): Launched\u000a08:45:23.049613 run osmo-hlr_10.42.42.2(pid=27336): Launched\u000a08:45:23.166597 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:45:23.718556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27338): Launched\u000a08:45:24.038506 run osmo-stp_10.42.42.5(pid=27339): Launched\u000a08:45:24.155720 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:45:24.736888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27341): Launched\u000a08:45:25.054709 run osmo-msc_10.42.42.6(pid=27342): Launched\u000a08:45:25.242523 run osmo-stp_10.42.42.5(pid=27339): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27339)]\u000a08:45:25.377731 run osmo-stp_10.42.42.5(pid=27339): stdout: \u000a| (launched: 2022-12-13_08:45:23.881525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:25.514098 run osmo-stp_10.42.42.5(pid=27339): stderr: \u000a| �[0;m�[38;5;43m20221213084524074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084524074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084524074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084524075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084524075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084524075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084524075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:25.642937 run osmo-stp_10.42.42.5(pid=27339): stdout: \u000a| (launched: 2022-12-13_08:45:23.881525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:25.770549 run osmo-stp_10.42.42.5(pid=27339): stderr: \u000a| �[0;m�[38;5;43m20221213084524074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084524074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084524074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084524075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084524075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084524075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084524075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:25.826812 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27339): Process ended prematurely: osmo-stp_10.42.42.5(pid=27339) [trial-2387↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27339)] [trial-2387↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a08:45:25.836209 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a08:45:25.899561 run osmo-hlr_10.42.42.2(pid=27336): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27336)]\u000a08:45:25.951251 run osmo-hlr_10.42.42.2(pid=27336): stdout: \u000a| (launched: 2022-12-13_08:45:22.894114) \u000a08:45:26.003723 run osmo-hlr_10.42.42.2(pid=27336): stderr: \u000a| �[0;m�[1;31m20221213084523091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084523091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084523091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084523091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084523091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084523091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084523103 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084523112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084523112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084523112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:45:26.074973 run osmo-msc_10.42.42.6(pid=27342): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27342)]\u000a08:45:26.126575 run osmo-msc_10.42.42.6(pid=27342): stdout: \u000a| (launched: 2022-12-13_08:45:24.899155) \u000a08:45:26.178806 run osmo-msc_10.42.42.6(pid=27342): stderr: \u000a| �[0;m�[38;5;43m20221213084525220 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213084525221 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f398e20cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213084525221 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213084525221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213084525221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213084525221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213084525223 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213084525223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213084525223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213084525224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:45:26.222941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27335): Terminating (SIGTERM)\u000a08:45:26.264657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27338): Terminating (SIGTERM)\u000a08:45:26.306279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27341): Terminating (SIGTERM)\u000a08:45:26.315639 --- ParallelTerminationStrategy: PID 27335 died...\u000a08:45:26.371655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27335): Terminated: ok {rc=0}\u000a08:45:26.381950 --- ParallelTerminationStrategy: PID 27338 died...\u000a08:45:26.437921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27338): Terminated: ok {rc=0}\u000a08:45:26.448221 --- ParallelTerminationStrategy: PID 27341 died...\u000a08:45:26.504285 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27341): Terminated: ok {rc=0}\u000a08:45:26.591704 bus /sierra_3: Setting Powered False\u000a08:45:27.693654 bus /sierra_3: Setting Powered False\u000a08:45:28.800365 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:45:09" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27354): Process ended prematurely: osmo-stp_10.42.42.5(pid=27354) [trial-2387↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27354)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27354): Process ended prematurely: osmo-stp_10.42.42.5(pid=27354) [trial-2387↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27354)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a08:45:30.759870 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:45:30.771107 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:45:30.923726 tst mo_mt_call.py: using LAC 32798\u000a08:45:31.054619 tst mo_mt_call.py: using RAC 158\u000a08:45:31.196821 tst mo_mt_call.py: using CellId 32798\u000a08:45:31.361496 tst mo_mt_call.py: using BVCI 32799\u000a08:45:31.393292 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:45:31.407913 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:45:31.422972 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:45:31.438801 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:45:31.453013 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:45:31.469346 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:45:31.621668 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:45:31.836331 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:45:32.395362 run create_hlr_db(pid=27348): Launched\u000a08:45:32.580108 bus /sierra_2: Setting Powered False\u000a08:45:33.600807 run create_hlr_db(pid=27348): Terminated: ok {rc=0}\u000a08:45:33.997852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27350): Launched\u000a08:45:34.293987 run osmo-hlr_10.42.42.2(pid=27351): Launched\u000a08:45:34.408259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:45:34.931843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27353): Launched\u000a08:45:35.228628 run osmo-stp_10.42.42.5(pid=27354): Launched\u000a08:45:35.337750 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:45:35.880290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27356): Launched\u000a08:45:36.178844 run osmo-msc_10.42.42.6(pid=27357): Launched\u000a08:45:36.354893 run osmo-stp_10.42.42.5(pid=27354): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27354)]\u000a08:45:36.481458 run osmo-stp_10.42.42.5(pid=27354): stdout: \u000a| (launched: 2022-12-13_08:45:35.082552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:36.605685 run osmo-stp_10.42.42.5(pid=27354): stderr: \u000a| �[0;m�[38;5;43m20221213084535250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084535250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084535250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084535250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084535253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084535253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084535253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:36.725998 run osmo-stp_10.42.42.5(pid=27354): stdout: \u000a| (launched: 2022-12-13_08:45:35.082552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:36.844757 run osmo-stp_10.42.42.5(pid=27354): stderr: \u000a| �[0;m�[38;5;43m20221213084535250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084535250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084535250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084535250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084535253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084535253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084535253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:36.897229 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27354): Process ended prematurely: osmo-stp_10.42.42.5(pid=27354) [trial-2387↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27354)] [trial-2387↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a08:45:36.905811 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a08:45:36.965676 run osmo-hlr_10.42.42.2(pid=27351): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27351)]\u000a08:45:37.014693 run osmo-hlr_10.42.42.2(pid=27351): stdout: \u000a| (launched: 2022-12-13_08:45:34.149675) \u000a08:45:37.064241 run osmo-hlr_10.42.42.2(pid=27351): stderr: \u000a| �[0;m�[1;31m20221213084534325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084534325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084534325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084534325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084534325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084534325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084534339 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084534349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084534350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084534350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:45:37.131454 run osmo-msc_10.42.42.6(pid=27357): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27357)]\u000a08:45:37.180324 run osmo-msc_10.42.42.6(pid=27357): stdout: \u000a| (launched: 2022-12-13_08:45:36.031671) \u000a08:45:37.229838 run osmo-msc_10.42.42.6(pid=27357): stderr: \u000a| �[0;m�[38;5;43m20221213084536302 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213084536303 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f36bc153c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213084536303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213084536303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213084536303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213084536303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213084536305 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213084536305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213084536305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213084536306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:45:37.271661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27350): Terminating (SIGTERM)\u000a08:45:37.311321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27353): Terminating (SIGTERM)\u000a08:45:37.350967 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27356): Terminating (SIGTERM)\u000a08:45:37.360130 --- ParallelTerminationStrategy: PID 27350 died...\u000a08:45:37.413400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27350): Terminated: ok {rc=0}\u000a08:45:37.423013 --- ParallelTerminationStrategy: PID 27353 died...\u000a08:45:37.476756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27353): Terminated: ok {rc=0}\u000a08:45:37.486440 --- ParallelTerminationStrategy: PID 27356 died...\u000a08:45:37.539778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27356): Terminated: ok {rc=0}\u000a08:45:37.622792 bus /sierra_3: Setting Powered False\u000a08:45:38.722564 bus /sierra_3: Setting Powered False\u000a08:45:39.833019 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 185, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27366): Process ended prematurely: osmo-stp_10.42.42.5(pid=27366) [trial-2387↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27366)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27366): Process ended prematurely: osmo-stp_10.42.42.5(pid=27366) [trial-2387↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27366)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:45:40.942816 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:45:40.954377 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:45:41.097504 tst mo_mt_call_osmux.py: using LAC 32799\u000a08:45:41.213882 tst mo_mt_call_osmux.py: using RAC 159\u000a08:45:41.338141 tst mo_mt_call_osmux.py: using CellId 32799\u000a08:45:41.465013 tst mo_mt_call_osmux.py: using BVCI 32800\u000a08:45:41.489733 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:45:41.501914 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:45:41.513630 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:45:41.524926 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:45:41.536399 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:45:41.548620 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:45:41.667703 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:45:41.876569 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:45:42.384718 run create_hlr_db(pid=27360): Launched\u000a08:45:42.569271 bus /sierra_2: Setting Powered False\u000a08:45:43.591133 run create_hlr_db(pid=27360): Terminated: ok {rc=0}\u000a08:45:44.012577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27362): Launched\u000a08:45:44.331305 run osmo-hlr_10.42.42.2(pid=27363): Launched\u000a08:45:44.452380 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:45:45.007053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27365): Launched\u000a08:45:45.326966 run osmo-stp_10.42.42.5(pid=27366): Launched\u000a08:45:45.443064 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:45:46.028629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27368): Launched\u000a08:45:46.454255 run osmo-msc_10.42.42.6(pid=27369): Launched\u000a08:45:46.815427 run osmo-stp_10.42.42.5(pid=27366): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27366)]\u000a08:45:46.961239 run osmo-stp_10.42.42.5(pid=27366): stdout: \u000a| (launched: 2022-12-13_08:45:45.170223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:47.098106 run osmo-stp_10.42.42.5(pid=27366): stderr: \u000a| �[0;m�[38;5;43m20221213084545362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084545362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084545362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084545363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084545363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084545363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084545363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:47.230347 run osmo-stp_10.42.42.5(pid=27366): stdout: \u000a| (launched: 2022-12-13_08:45:45.170223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:47.360507 run osmo-stp_10.42.42.5(pid=27366): stderr: \u000a| �[0;m�[38;5;43m20221213084545362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084545362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084545362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084545363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084545363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084545363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084545363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:47.417964 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27366): Process ended prematurely: osmo-stp_10.42.42.5(pid=27366) [trial-2387↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27366)] [trial-2387↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a08:45:47.427766 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a08:45:47.491762 run osmo-hlr_10.42.42.2(pid=27363): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27363)]\u000a08:45:47.543823 run osmo-hlr_10.42.42.2(pid=27363): stdout: \u000a| (launched: 2022-12-13_08:45:44.174866) \u000a08:45:47.596672 run osmo-hlr_10.42.42.2(pid=27363): stderr: \u000a| �[0;m�[1;31m20221213084544376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084544376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084544376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084544376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084544376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084544376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084544388 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084544396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084544396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084544396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:45:47.667670 run osmo-msc_10.42.42.6(pid=27369): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27369)]\u000a08:45:47.719357 run osmo-msc_10.42.42.6(pid=27369): stdout: \u000a| (launched: 2022-12-13_08:45:46.194758) \u000a08:45:47.771426 run osmo-msc_10.42.42.6(pid=27369): stderr: \u000a| �[0;m�[38;5;43m20221213084546624 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213084546625 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd48be7bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213084546625 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213084546625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213084546625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213084546625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213084546627 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213084546627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213084546627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213084546627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:45:47.815701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27362): Terminating (SIGTERM)\u000a08:45:47.857431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27365): Terminating (SIGTERM)\u000a08:45:47.899478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27368): Terminating (SIGTERM)\u000a08:45:47.909375 --- ParallelTerminationStrategy: PID 27362 died...\u000a08:45:47.965899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27362): Terminated: ok {rc=0}\u000a08:45:47.976185 --- ParallelTerminationStrategy: PID 27365 died...\u000a08:45:48.032535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27365): Terminated: ok {rc=0}\u000a08:45:48.042841 --- ParallelTerminationStrategy: PID 27368 died...\u000a08:45:48.098746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27368): Terminated: ok {rc=0}\u000a08:45:48.184986 bus /sierra_3: Setting Powered False\u000a08:45:49.287028 bus /sierra_3: Setting Powered False\u000a08:45:50.397472 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:45:30" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27380): Process ended prematurely: osmo-stp_10.42.42.5(pid=27380) [trial-2387↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27380)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27380): Process ended prematurely: osmo-stp_10.42.42.5(pid=27380) [trial-2387↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27380)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a08:45:52.351254 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:45:52.362359 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:45:52.512217 tst mo_mt_call.py: using LAC 32800\u000a08:45:52.637989 tst mo_mt_call.py: using RAC 160\u000a08:45:52.763852 tst mo_mt_call.py: using CellId 32800\u000a08:45:52.890861 tst mo_mt_call.py: using BVCI 32801\u000a08:45:52.915446 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:45:52.927005 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:45:52.938147 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:45:52.949188 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:45:52.960176 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:45:52.971788 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:45:53.090214 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:45:53.298876 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:45:53.807305 run create_hlr_db(pid=27374): Launched\u000a08:45:53.991272 bus /sierra_2: Setting Powered False\u000a08:45:55.013525 run create_hlr_db(pid=27374): Terminated: ok {rc=0}\u000a08:45:55.435697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27376): Launched\u000a08:45:55.754476 run osmo-hlr_10.42.42.2(pid=27377): Launched\u000a08:45:55.873470 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:45:56.425488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27379): Launched\u000a08:45:56.744886 run osmo-stp_10.42.42.5(pid=27380): Launched\u000a08:45:56.860900 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:45:57.442493 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27382): Launched\u000a08:45:57.761917 run osmo-msc_10.42.42.6(pid=27383): Launched\u000a08:45:57.949353 run osmo-stp_10.42.42.5(pid=27380): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27380)]\u000a08:45:58.085408 run osmo-stp_10.42.42.5(pid=27380): stdout: \u000a| (launched: 2022-12-13_08:45:56.589354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:58.220429 run osmo-stp_10.42.42.5(pid=27380): stderr: \u000a| �[0;m�[38;5;43m20221213084556782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084556782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084556783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084556783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084556783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084556783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084556783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:58.349068 run osmo-stp_10.42.42.5(pid=27380): stdout: \u000a| (launched: 2022-12-13_08:45:56.589354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:58.477321 run osmo-stp_10.42.42.5(pid=27380): stderr: \u000a| �[0;m�[38;5;43m20221213084556782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084556782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084556783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084556783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084556783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084556783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084556783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:58.533924 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27380): Process ended prematurely: osmo-stp_10.42.42.5(pid=27380) [trial-2387↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27380)] [trial-2387↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a08:45:58.543305 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a08:45:58.606352 run osmo-hlr_10.42.42.2(pid=27377): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27377)]\u000a08:45:58.658135 run osmo-hlr_10.42.42.2(pid=27377): stdout: \u000a| (launched: 2022-12-13_08:45:55.598613) \u000a08:45:58.710541 run osmo-hlr_10.42.42.2(pid=27377): stderr: \u000a| �[0;m�[1;31m20221213084555798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084555798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084555798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084555798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084555798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084555798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084555811 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084555819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084555819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084555819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:45:58.781582 run osmo-msc_10.42.42.6(pid=27383): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27383)]\u000a08:45:58.832606 run osmo-msc_10.42.42.6(pid=27383): stdout: \u000a| (launched: 2022-12-13_08:45:57.606018) \u000a08:45:58.884284 run osmo-msc_10.42.42.6(pid=27383): stderr: \u000a| �[0;m�[38;5;43m20221213084557927 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213084557927 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f789fc20c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213084557928 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213084557928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213084557928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213084557928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213084557930 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213084557930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213084557930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213084557930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:45:58.927927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27376): Terminating (SIGTERM)\u000a08:45:58.969312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27379): Terminating (SIGTERM)\u000a08:45:59.011229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27382): Terminating (SIGTERM)\u000a08:45:59.021095 --- ParallelTerminationStrategy: PID 27376 died...\u000a08:45:59.076914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27376): Terminated: ok {rc=0}\u000a08:45:59.087263 --- ParallelTerminationStrategy: PID 27379 died...\u000a08:45:59.142834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27379): Terminated: ok {rc=0}\u000a08:45:59.153005 --- ParallelTerminationStrategy: PID 27382 died...\u000a08:45:59.208994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27382): Terminated: ok {rc=0}\u000a08:45:59.294443 bus /sierra_3: Setting Powered False\u000a08:46:00.395702 bus /sierra_3: Setting Powered False\u000a08:46:01.506354 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 185, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27391): Process ended prematurely: osmo-stp_10.42.42.5(pid=27391) [trial-2387↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27391)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27391): Process ended prematurely: osmo-stp_10.42.42.5(pid=27391) [trial-2387↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27391)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:46:02.619254 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:46:02.630997 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:46:02.782461 tst mo_mt_call_osmux.py: using LAC 32801\u000a08:46:02.906700 tst mo_mt_call_osmux.py: using RAC 161\u000a08:46:03.027795 tst mo_mt_call_osmux.py: using CellId 32801\u000a08:46:03.147379 tst mo_mt_call_osmux.py: using BVCI 32802\u000a08:46:03.170153 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:46:03.181269 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:46:03.192307 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:46:03.202939 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:46:03.214343 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:46:03.225608 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:46:03.346989 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:46:03.547845 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:46:04.015695 run create_hlr_db(pid=27385): Launched\u000a08:46:04.187118 bus /sierra_2: Setting Powered False\u000a08:46:05.210681 run create_hlr_db(pid=27385): Terminated: ok {rc=0}\u000a08:46:05.634153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27387): Launched\u000a08:46:05.951999 run osmo-hlr_10.42.42.2(pid=27388): Launched\u000a08:46:06.069169 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:46:06.621386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27390): Launched\u000a08:46:06.939460 run osmo-stp_10.42.42.5(pid=27391): Launched\u000a08:46:07.055345 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:46:07.642535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27393): Launched\u000a08:46:07.960904 run osmo-msc_10.42.42.6(pid=27394): Launched\u000a08:46:08.147696 run osmo-stp_10.42.42.5(pid=27391): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27391)]\u000a08:46:08.282657 run osmo-stp_10.42.42.5(pid=27391): stdout: \u000a| (launched: 2022-12-13_08:46:06.784123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:08.417205 run osmo-stp_10.42.42.5(pid=27391): stderr: \u000a| �[0;m�[38;5;43m20221213084606977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084606978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084606978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084606978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084606979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084606979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084606979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:08.546455 run osmo-stp_10.42.42.5(pid=27391): stdout: \u000a| (launched: 2022-12-13_08:46:06.784123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:08.674154 run osmo-stp_10.42.42.5(pid=27391): stderr: \u000a| �[0;m�[38;5;43m20221213084606977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084606978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084606978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084606978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084606979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084606979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084606979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:08.730180 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27391): Process ended prematurely: osmo-stp_10.42.42.5(pid=27391) [trial-2387↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27391)] [trial-2387↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a08:46:08.739264 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a08:46:08.801631 run osmo-hlr_10.42.42.2(pid=27388): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27388)]\u000a08:46:08.852615 run osmo-hlr_10.42.42.2(pid=27388): stdout: \u000a| (launched: 2022-12-13_08:46:05.797290) \u000a08:46:08.904479 run osmo-hlr_10.42.42.2(pid=27388): stderr: \u000a| �[0;m�[1;31m20221213084605998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084605998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084605998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084605998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084605998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084605998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084606011 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084606021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084606021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084606021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:46:08.975156 run osmo-msc_10.42.42.6(pid=27394): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27394)]\u000a08:46:09.026275 run osmo-msc_10.42.42.6(pid=27394): stdout: \u000a| (launched: 2022-12-13_08:46:07.805543) \u000a08:46:09.077961 run osmo-msc_10.42.42.6(pid=27394): stderr: \u000a| �[0;m�[38;5;43m20221213084608130 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213084608130 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7aa4f11c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213084608130 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213084608131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213084608131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213084608131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213084608133 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213084608133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213084608133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213084608133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:46:09.121450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27387): Terminating (SIGTERM)\u000a08:46:09.162699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27390): Terminating (SIGTERM)\u000a08:46:09.203802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27393): Terminating (SIGTERM)\u000a08:46:09.213124 --- ParallelTerminationStrategy: PID 27387 died...\u000a08:46:09.268012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27387): Terminated: ok {rc=0}\u000a08:46:09.278075 --- ParallelTerminationStrategy: PID 27390 died...\u000a08:46:09.333191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27390): Terminated: ok {rc=0}\u000a08:46:09.343182 --- ParallelTerminationStrategy: PID 27393 died...\u000a08:46:09.398269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27393): Terminated: ok {rc=0}\u000a08:46:09.484931 bus /sierra_3: Setting Powered False\u000a08:46:10.586924 bus /sierra_3: Setting Powered False\u000a08:46:11.697059 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:45:52" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27406): Process ended prematurely: osmo-stp_10.42.42.5(pid=27406) [trial-2387↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27406)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27406): Process ended prematurely: osmo-stp_10.42.42.5(pid=27406) [trial-2387↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27406)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a08:46:13.671655 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:46:13.682626 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a08:46:13.808060 tst emergency_mo_mt_call.py: using LAC 32802\u000a08:46:13.931204 tst emergency_mo_mt_call.py: using RAC 162\u000a08:46:14.054961 tst emergency_mo_mt_call.py: using CellId 32802\u000a08:46:14.178312 tst emergency_mo_mt_call.py: using BVCI 32803\u000a08:46:14.202671 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:46:14.213644 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:46:14.224427 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:46:14.235217 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:46:14.245968 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:46:14.256684 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a08:46:14.373315 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a08:46:14.569404 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:46:15.029701 run create_hlr_db(pid=27400): Launched\u000a08:46:15.198852 bus /sierra_2: Setting Powered False\u000a08:46:16.236837 run create_hlr_db(pid=27400): Terminated: ok {rc=0}\u000a08:46:16.672563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27402): Launched\u000a08:46:17.074148 run osmo-hlr_10.42.42.2(pid=27403): Launched\u000a08:46:17.286422 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:46:17.791460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27405): Launched\u000a08:46:18.082535 run osmo-stp_10.42.42.5(pid=27406): Launched\u000a08:46:18.209785 tst emergency_mo_mt_call.py: using MSISDN 8072\u000a08:46:18.359364 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:46:18.891000 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27408): Launched\u000a08:46:19.182879 run osmo-msc_10.42.42.6(pid=27409): Launched\u000a08:46:19.355397 run osmo-stp_10.42.42.5(pid=27406): ERR: Terminated: ERROR {rc=1} [trial-2387↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27406)]\u000a08:46:19.480027 run osmo-stp_10.42.42.5(pid=27406): stdout: \u000a| (launched: 2022-12-13_08:46:17.938953)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:19.602134 run osmo-stp_10.42.42.5(pid=27406): stderr: \u000a| �[0;m�[38;5;43m20221213084618111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084618111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084618111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084618112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084618112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084618113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084618113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:19.719693 run osmo-stp_10.42.42.5(pid=27406): stdout: \u000a| (launched: 2022-12-13_08:46:17.938953)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:19.836529 run osmo-stp_10.42.42.5(pid=27406): stderr: \u000a| �[0;m�[38;5;43m20221213084618111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084618111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084618111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084618112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084618112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084618113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084618113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:19.887503 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=27406): Process ended prematurely: osmo-stp_10.42.42.5(pid=27406) [trial-2387↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27406)] [trial-2387↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a08:46:19.895300 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a08:46:19.954852 run osmo-hlr_10.42.42.2(pid=27403): ERR: Terminated: ERROR {rc=237} [trial-2387↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27403)]\u000a08:46:20.003152 run osmo-hlr_10.42.42.2(pid=27403): stdout: \u000a| (launched: 2022-12-13_08:46:16.836870) \u000a08:46:20.052336 run osmo-hlr_10.42.42.2(pid=27403): stderr: \u000a| �[0;m�[1;31m20221213084617091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084617091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084617091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084617091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084617091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084617091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084617103 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084617120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084617120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084617120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:46:20.119295 run osmo-msc_10.42.42.6(pid=27409): ERR: Terminated: ERROR {rc=2} [trial-2387↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27409)]\u000a08:46:20.168011 run osmo-msc_10.42.42.6(pid=27409): stdout: \u000a| (launched: 2022-12-13_08:46:19.038513) \u000a08:46:20.217486 run osmo-msc_10.42.42.6(pid=27409): stderr: \u000a| �[0;m�[38;5;43m20221213084619308 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213084619308 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd7f4631c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213084619308 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213084619308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213084619308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213084619308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213084619310 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213084619311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213084619311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213084619311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:46:20.259470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27402): Terminating (SIGTERM)\u000a08:46:20.299685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27405): Terminating (SIGTERM)\u000a08:46:20.339701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27408): Terminating (SIGTERM)\u000a08:46:20.349080 --- ParallelTerminationStrategy: PID 27402 died...\u000a08:46:20.402989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27402): Terminated: ok {rc=0}\u000a08:46:20.412692 --- ParallelTerminationStrategy: PID 27405 died...\u000a08:46:20.466695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27405): Terminated: ok {rc=0}\u000a08:46:20.476408 --- ParallelTerminationStrategy: PID 27408 died...\u000a08:46:20.529810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27408): Terminated: ok {rc=0}\u000a08:46:20.613223 bus /sierra_3: Setting Powered False\u000a08:46:21.719965 bus /sierra_3: Setting Powered False\u000a08:46:22.831290 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27417): Process ended prematurely: osmo-stp_10.42.42.5(pid=27417) [trial-2387↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27417)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27417): Process ended prematurely: osmo-stp_10.42.42.5(pid=27417) [trial-2387↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27417)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a08:46:23.882317 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:46:23.893398 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a08:46:24.015384 tst emergency_preemptive_call.py: using LAC 32803\u000a08:46:24.132022 tst emergency_preemptive_call.py: using RAC 163\u000a08:46:24.246411 tst emergency_preemptive_call.py: using CellId 32803\u000a08:46:24.360472 tst emergency_preemptive_call.py: using BVCI 32804\u000a08:46:24.382675 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:46:24.393157 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:46:24.403500 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:46:24.413827 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:46:24.424262 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:46:24.435178 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a08:46:24.549846 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a08:46:24.669921 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a08:46:24.785692 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a08:46:24.992651 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:46:25.497363 run create_hlr_db(pid=27411): Launched\u000a08:46:25.680713 bus /sierra_2: Setting Powered False\u000a08:46:26.700181 run create_hlr_db(pid=27411): Terminated: ok {rc=0}\u000a08:46:27.117534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27413): Launched\u000a08:46:27.430585 run osmo-hlr_10.42.42.2(pid=27414): Launched\u000a08:46:27.546100 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:46:28.088390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27416): Launched\u000a08:46:28.400901 run osmo-stp_10.42.42.5(pid=27417): Launched\u000a08:46:28.526335 tst emergency_preemptive_call.py: using MSISDN 8073\u000a08:46:28.683469 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:46:29.252346 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27419): Launched\u000a08:46:29.565413 run osmo-msc_10.42.42.6(pid=27420): Launched\u000a08:46:29.751046 run osmo-stp_10.42.42.5(pid=27417): ERR: Terminated: ERROR {rc=1} [trial-2387↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27417)]\u000a08:46:29.885196 run osmo-stp_10.42.42.5(pid=27417): stdout: \u000a| (launched: 2022-12-13_08:46:28.247260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:30.018378 run osmo-stp_10.42.42.5(pid=27417): stderr: \u000a| �[0;m�[38;5;43m20221213084628438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084628438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084628438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084628439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084628439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084628439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084628439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:30.144884 run osmo-stp_10.42.42.5(pid=27417): stdout: \u000a| (launched: 2022-12-13_08:46:28.247260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:30.270345 run osmo-stp_10.42.42.5(pid=27417): stderr: \u000a| �[0;m�[38;5;43m20221213084628438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084628438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084628438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084628439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084628439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084628439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084628439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:30.325477 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=27417): Process ended prematurely: osmo-stp_10.42.42.5(pid=27417) [trial-2387↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27417)] [trial-2387↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a08:46:30.334184 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a08:46:30.396725 run osmo-hlr_10.42.42.2(pid=27414): ERR: Terminated: ERROR {rc=237} [trial-2387↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27414)]\u000a08:46:30.448330 run osmo-hlr_10.42.42.2(pid=27414): stdout: \u000a| (launched: 2022-12-13_08:46:27.277698) \u000a08:46:30.500074 run osmo-hlr_10.42.42.2(pid=27414): stderr: \u000a| �[0;m�[1;31m20221213084627477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084627477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084627477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084627477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084627477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084627477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084627489 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084627497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084627498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084627498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:46:30.571051 run osmo-msc_10.42.42.6(pid=27420): ERR: Terminated: ERROR {rc=2} [trial-2387↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27420)]\u000a08:46:30.622178 run osmo-msc_10.42.42.6(pid=27420): stdout: \u000a| (launched: 2022-12-13_08:46:29.411599) \u000a08:46:30.674086 run osmo-msc_10.42.42.6(pid=27420): stderr: \u000a| �[0;m�[38;5;43m20221213084629731 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213084629731 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5784dffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213084629731 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213084629731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213084629731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213084629731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213084629733 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213084629734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213084629734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213084629734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:46:30.717986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27413): Terminating (SIGTERM)\u000a08:46:30.759126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27416): Terminating (SIGTERM)\u000a08:46:30.800694 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27419): Terminating (SIGTERM)\u000a08:46:30.810721 --- ParallelTerminationStrategy: PID 27413 died...\u000a08:46:30.866075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27413): Terminated: ok {rc=0}\u000a08:46:30.876304 --- ParallelTerminationStrategy: PID 27416 died...\u000a08:46:30.931987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27416): Terminated: ok {rc=0}\u000a08:46:30.942668 --- ParallelTerminationStrategy: PID 27419 died...\u000a08:46:30.999668 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27419): Terminated: ok {rc=0}\u000a08:46:31.096188 bus /sierra_9: Setting Powered False\u000a08:46:32.238210 bus /sierra_9: Setting Powered False\u000a08:46:33.354645 bus /sierra_8: Setting Powered False\u000a08:46:34.461337 bus /sierra_8: Setting Powered False\u000a08:46:35.568229 bus /sierra_3: Setting Powered False\u000a08:46:36.673165 bus /sierra_3: Setting Powered False\u000a08:46:37.780846 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:46:13" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27435): Process ended prematurely: osmo-stp_10.42.42.5(pid=27435) [trial-2387↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27435)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27435): Process ended prematurely: osmo-stp_10.42.42.5(pid=27435) [trial-2387↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27435)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:46:39.864690 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:46:39.875176 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a08:46:39.996834 tst cs_paging_gprs_active.py: using LAC 32804\u000a08:46:40.120788 tst cs_paging_gprs_active.py: using RAC 164\u000a08:46:40.245815 tst cs_paging_gprs_active.py: using CellId 32804\u000a08:46:40.373127 tst cs_paging_gprs_active.py: using BVCI 32805\u000a08:46:40.397927 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:46:40.408871 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:46:40.419677 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:46:40.430396 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:46:40.440896 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:46:40.452105 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:46:40.463310 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:46:40.474667 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:46:40.485654 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:46:40.601473 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:46:40.891314 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:46:41.024933 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:46:41.353950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27425): Launched\u000a08:46:41.628127 run iperf3-srv_10.42.42.10(pid=27426): Launched\u000a08:46:41.823634 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:46:41.957056 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:46:42.286523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27427): Launched\u000a08:46:42.560799 run iperf3-srv_10.42.42.10(pid=27428): Launched\u000a08:46:42.757739 tst cs_paging_gprs_active.py:38: start network...\u000a08:46:42.891345 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:46:43.401423 run create_hlr_db(pid=27429): Launched\u000a08:46:43.586826 bus /sierra_2: Setting Powered False\u000a08:46:44.607950 run create_hlr_db(pid=27429): Terminated: ok {rc=0}\u000a08:46:45.006805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27431): Launched\u000a08:46:45.305311 run osmo-hlr_10.42.42.2(pid=27432): Launched\u000a08:46:45.422579 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:46:45.965481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27434): Launched\u000a08:46:46.391345 run osmo-stp_10.42.42.5(pid=27435): Launched\u000a08:46:46.575425 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:46:47.155406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27437): Launched\u000a08:46:47.264328 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:46:47.525847 run patchelf(pid=27438): Launched\u000a08:46:47.700629 run osmo-stp_10.42.42.5(pid=27435): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27435)]\u000a08:46:47.828345 run osmo-stp_10.42.42.5(pid=27435): stdout: \u000a| (launched: 2022-12-13_08:46:46.139806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:47.956440 run osmo-stp_10.42.42.5(pid=27435): stderr: \u000a| �[0;m�[38;5;43m20221213084646337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084646337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084646338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084646338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084646339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084646339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084646339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:48.079754 run osmo-stp_10.42.42.5(pid=27435): stdout: \u000a| (launched: 2022-12-13_08:46:46.139806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:48.201766 run osmo-stp_10.42.42.5(pid=27435): stderr: \u000a| �[0;m�[38;5;43m20221213084646337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084646337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084646338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084646338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084646339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084646339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084646339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:48.344311 run patchelf(pid=27438): Terminating (SIGINT)\u000a08:46:48.512205 run patchelf(pid=27438): Terminated: ok {rc=0}\u000a08:46:48.543042 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27435): Process ended prematurely: osmo-stp_10.42.42.5(pid=27435) [trial-2387↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27435)] [trial-2387↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a08:46:48.552114 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a08:46:48.612014 run osmo-hlr_10.42.42.2(pid=27432): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27432)]\u000a08:46:48.660688 run osmo-hlr_10.42.42.2(pid=27432): stdout: \u000a| (launched: 2022-12-13_08:46:45.158476) \u000a08:46:48.709980 run osmo-hlr_10.42.42.2(pid=27432): stderr: \u000a| �[0;m�[1;31m20221213084645335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084645335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084645335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084645335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084645335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084645335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084645347 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084645357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084645357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084645357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:46:48.751995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27425): Terminating (SIGTERM)\u000a08:46:48.791932 run iperf3-srv_10.42.42.10(pid=27426): Terminating (SIGTERM)\u000a08:46:48.831808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27427): Terminating (SIGTERM)\u000a08:46:48.871343 run iperf3-srv_10.42.42.10(pid=27428): Terminating (SIGTERM)\u000a08:46:48.911176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27431): Terminating (SIGTERM)\u000a08:46:48.950769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27434): Terminating (SIGTERM)\u000a08:46:48.990482 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27437): Terminating (SIGTERM)\u000a08:46:48.999787 --- ParallelTerminationStrategy: PID 27425 died...\u000a08:46:49.053219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27425): Terminated: ok {rc=0}\u000a08:46:49.062803 --- ParallelTerminationStrategy: PID 27426 died...\u000a08:46:49.115612 run iperf3-srv_10.42.42.10(pid=27426): Terminated {rc=256}\u000a08:46:49.125109 --- ParallelTerminationStrategy: PID 27427 died...\u000a08:46:49.177816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27427): Terminated: ok {rc=0}\u000a08:46:49.187354 --- ParallelTerminationStrategy: PID 27428 died...\u000a08:46:49.239961 run iperf3-srv_10.42.42.10(pid=27428): Terminated {rc=256}\u000a08:46:49.249628 --- ParallelTerminationStrategy: PID 27431 died...\u000a08:46:49.302378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27431): Terminated: ok {rc=0}\u000a08:46:49.312061 --- ParallelTerminationStrategy: PID 27434 died...\u000a08:46:49.364860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27434): Terminated: ok {rc=0}\u000a08:46:49.374521 --- ParallelTerminationStrategy: PID 27437 died...\u000a08:46:49.427577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27437): Terminated: ok {rc=0}\u000a08:46:49.509745 bus /gobi_0: Setting Powered False\u000a08:46:50.608581 bus /gobi_0: Setting Powered False\u000a08:46:51.718843 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27447): Process ended prematurely: osmo-stp_10.42.42.5(pid=27447) [trial-2387↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27447)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27447): Process ended prematurely: osmo-stp_10.42.42.5(pid=27447) [trial-2387↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27447)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a08:46:52.826974 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:46:52.837942 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a08:46:52.967307 tst iperf3.py: using LAC 32805\u000a08:46:53.094553 tst iperf3.py: using RAC 165\u000a08:46:53.220204 tst iperf3.py: using CellId 32805\u000a08:46:53.345169 tst iperf3.py: using BVCI 32806\u000a08:46:53.369769 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:46:53.380764 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:46:53.391755 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:46:53.402690 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:46:53.413346 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:46:53.424011 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:46:53.435030 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:46:53.445871 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:46:53.456780 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:46:53.735258 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:46:53.859965 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:46:54.167640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27439): Launched\u000a08:46:54.423350 run iperf3-srv_10.42.42.10(pid=27440): Launched\u000a08:46:54.604711 tst iperf3.py:8: start network...\u000a08:46:54.728628 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:46:55.195884 run create_hlr_db(pid=27441): Launched\u000a08:46:55.367352 bus /gobi_6: Setting Powered False\u000a08:46:56.389392 run create_hlr_db(pid=27441): Terminated: ok {rc=0}\u000a08:46:56.813057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27443): Launched\u000a08:46:57.133769 run osmo-hlr_10.42.42.2(pid=27444): Launched\u000a08:46:57.250915 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:46:57.807243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27446): Launched\u000a08:46:58.127476 run osmo-stp_10.42.42.5(pid=27447): Launched\u000a08:46:58.243971 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:46:58.802914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27449): Launched\u000a08:46:58.917918 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:46:59.196131 run patchelf(pid=27450): Launched\u000a08:46:59.383187 run osmo-stp_10.42.42.5(pid=27447): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27447)]\u000a08:46:59.519612 run osmo-stp_10.42.42.5(pid=27447): stdout: \u000a| (launched: 2022-12-13_08:46:57.970739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:59.657328 run osmo-stp_10.42.42.5(pid=27447): stderr: \u000a| �[0;m�[38;5;43m20221213084658163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084658163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084658164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084658164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084658164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084658165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084658165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:59.789569 run osmo-stp_10.42.42.5(pid=27447): stdout: \u000a| (launched: 2022-12-13_08:46:57.970739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:59.920732 run osmo-stp_10.42.42.5(pid=27447): stderr: \u000a| �[0;m�[38;5;43m20221213084658163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084658163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084658164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084658164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084658164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084658165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084658165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:00.073343 run patchelf(pid=27450): Terminating (SIGINT)\u000a08:47:00.252454 run patchelf(pid=27450): Terminated: ok {rc=0}\u000a08:47:00.285466 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27447): Process ended prematurely: osmo-stp_10.42.42.5(pid=27447) [trial-2387↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27447)] [trial-2387↪gprs:oc2g↪iperf3.py:8]\u000a08:47:00.295288 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a08:47:00.357909 run osmo-hlr_10.42.42.2(pid=27444): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27444)]\u000a08:47:00.408992 run osmo-hlr_10.42.42.2(pid=27444): stdout: \u000a| (launched: 2022-12-13_08:46:56.977219) \u000a08:47:00.461067 run osmo-hlr_10.42.42.2(pid=27444): stderr: \u000a| �[0;m�[1;31m20221213084657174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084657174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084657174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084657174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084657174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084657174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084657191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084657200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084657201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084657201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:47:00.505233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27439): Terminating (SIGTERM)\u000a08:47:00.547784 run iperf3-srv_10.42.42.10(pid=27440): Terminating (SIGTERM)\u000a08:47:00.590079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27443): Terminating (SIGTERM)\u000a08:47:00.631856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27446): Terminating (SIGTERM)\u000a08:47:00.673791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27449): Terminating (SIGTERM)\u000a08:47:00.683563 --- ParallelTerminationStrategy: PID 27439 died...\u000a08:47:00.739462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27439): Terminated: ok {rc=0}\u000a08:47:00.749714 --- ParallelTerminationStrategy: PID 27440 died...\u000a08:47:00.804900 run iperf3-srv_10.42.42.10(pid=27440): Terminated {rc=256}\u000a08:47:00.815173 --- ParallelTerminationStrategy: PID 27443 died...\u000a08:47:00.870513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27443): Terminated: ok {rc=0}\u000a08:47:00.880935 --- ParallelTerminationStrategy: PID 27446 died...\u000a08:47:00.943555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27446): Terminated: ok {rc=0}\u000a08:47:00.966382 --- ParallelTerminationStrategy: PID 27449 died...\u000a08:47:01.033231 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27449): Terminated: ok {rc=0}\u000a08:47:01.126636 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27466): Process ended prematurely: osmo-stp_10.42.42.5(pid=27466) [trial-2387↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27466)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27466): Process ended prematurely: osmo-stp_10.42.42.5(pid=27466) [trial-2387↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27466)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a08:47:02.268723 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:47:02.283285 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a08:47:02.422984 tst iperf3m4.py: using LAC 32806\u000a08:47:02.540669 tst iperf3m4.py: using RAC 166\u000a08:47:02.665044 tst iperf3m4.py: using CellId 32806\u000a08:47:02.790551 tst iperf3m4.py: using BVCI 32807\u000a08:47:02.815284 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:47:02.826377 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:47:02.837336 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:47:02.848248 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:47:02.859134 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:47:02.870010 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:47:02.880807 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:47:02.891731 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:47:02.902605 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:47:03.021947 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:47:03.148281 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:47:03.278295 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:47:03.569113 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:47:03.702878 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:47:04.032822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27451): Launched\u000a08:47:04.308027 run iperf3-srv_10.42.42.10(pid=27452): Launched\u000a08:47:04.504509 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:47:04.639158 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:47:04.969301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27453): Launched\u000a08:47:05.243127 run iperf3-srv_10.42.42.10(pid=27454): Launched\u000a08:47:05.438637 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:47:05.572550 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:47:05.901260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27455): Launched\u000a08:47:06.174008 run iperf3-srv_10.42.42.10(pid=27456): Launched\u000a08:47:06.369683 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:47:06.502997 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:47:06.831943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27457): Launched\u000a08:47:07.105924 run iperf3-srv_10.42.42.10(pid=27459): Launched\u000a08:47:07.301355 tst iperf3m4.py:8: start network...\u000a08:47:07.434252 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:47:07.945512 run create_hlr_db(pid=27460): Launched\u000a08:47:08.130257 bus /gobi_6: Setting Powered False\u000a08:47:09.151924 run create_hlr_db(pid=27460): Terminated: ok {rc=0}\u000a08:47:09.550289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27462): Launched\u000a08:47:09.848333 run osmo-hlr_10.42.42.2(pid=27463): Launched\u000a08:47:09.963702 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:47:10.486521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27465): Launched\u000a08:47:10.784246 run osmo-stp_10.42.42.5(pid=27466): Launched\u000a08:47:10.893427 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:47:11.413595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27468): Launched\u000a08:47:11.519968 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:47:11.779572 run patchelf(pid=27469): Launched\u000a08:47:11.954131 run osmo-stp_10.42.42.5(pid=27466): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27466)]\u000a08:47:12.081568 run osmo-stp_10.42.42.5(pid=27466): stdout: \u000a| (launched: 2022-12-13_08:47:10.638116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:12.209753 run osmo-stp_10.42.42.5(pid=27466): stderr: \u000a| �[0;m�[38;5;43m20221213084710806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084710806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084710807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084710807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084710808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084710808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084710808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:12.332707 run osmo-stp_10.42.42.5(pid=27466): stdout: \u000a| (launched: 2022-12-13_08:47:10.638116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:12.455025 run osmo-stp_10.42.42.5(pid=27466): stderr: \u000a| �[0;m�[38;5;43m20221213084710806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084710806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084710807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084710807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084710808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084710808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084710808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:12.596825 run patchelf(pid=27469): Terminating (SIGINT)\u000a08:47:12.763552 run patchelf(pid=27469): Terminated: ok {rc=0}\u000a08:47:12.794158 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27466): Process ended prematurely: osmo-stp_10.42.42.5(pid=27466) [trial-2387↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27466)] [trial-2387↪gprs:oc2g↪iperf3m4.py:8]\u000a08:47:12.803246 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a08:47:12.863351 run osmo-hlr_10.42.42.2(pid=27463): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27463)]\u000a08:47:12.912197 run osmo-hlr_10.42.42.2(pid=27463): stdout: \u000a| (launched: 2022-12-13_08:47:09.702424) \u000a08:47:12.961622 run osmo-hlr_10.42.42.2(pid=27463): stderr: \u000a| �[0;m�[1;31m20221213084709880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084709880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084709880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084709880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084709880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084709880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084709893 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084709901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084709901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084709901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:47:13.003990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27451): Terminating (SIGTERM)\u000a08:47:13.043490 run iperf3-srv_10.42.42.10(pid=27452): Terminating (SIGTERM)\u000a08:47:13.082850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27453): Terminating (SIGTERM)\u000a08:47:13.122262 run iperf3-srv_10.42.42.10(pid=27454): Terminating (SIGTERM)\u000a08:47:13.161662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27455): Terminating (SIGTERM)\u000a08:47:13.201055 run iperf3-srv_10.42.42.10(pid=27456): Terminating (SIGTERM)\u000a08:47:13.240252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27457): Terminating (SIGTERM)\u000a08:47:13.279569 run iperf3-srv_10.42.42.10(pid=27459): Terminating (SIGTERM)\u000a08:47:13.319032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27462): Terminating (SIGTERM)\u000a08:47:13.358456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27465): Terminating (SIGTERM)\u000a08:47:13.397970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27468): Terminating (SIGTERM)\u000a08:47:13.407186 --- ParallelTerminationStrategy: PID 27451 died...\u000a08:47:13.460769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27451): Terminated: ok {rc=0}\u000a08:47:13.470521 --- ParallelTerminationStrategy: PID 27452 died...\u000a08:47:13.523571 run iperf3-srv_10.42.42.10(pid=27452): Terminated {rc=256}\u000a08:47:13.533123 --- ParallelTerminationStrategy: PID 27453 died...\u000a08:47:13.586040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27453): Terminated: ok {rc=0}\u000a08:47:13.595601 --- ParallelTerminationStrategy: PID 27454 died...\u000a08:47:13.648264 run iperf3-srv_10.42.42.10(pid=27454): Terminated {rc=256}\u000a08:47:13.657944 --- ParallelTerminationStrategy: PID 27455 died...\u000a08:47:13.710914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27455): Terminated: ok {rc=0}\u000a08:47:13.720349 --- ParallelTerminationStrategy: PID 27456 died...\u000a08:47:13.773124 run iperf3-srv_10.42.42.10(pid=27456): Terminated {rc=256}\u000a08:47:13.782755 --- ParallelTerminationStrategy: PID 27457 died...\u000a08:47:13.835698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27457): Terminated: ok {rc=0}\u000a08:47:13.845236 --- ParallelTerminationStrategy: PID 27459 died...\u000a08:47:13.898314 run iperf3-srv_10.42.42.10(pid=27459): Terminated {rc=256}\u000a08:47:13.908029 --- ParallelTerminationStrategy: PID 27462 died...\u000a08:47:13.960713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27462): Terminated: ok {rc=0}\u000a08:47:13.970396 --- ParallelTerminationStrategy: PID 27465 died...\u000a08:47:14.023504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27465): Terminated: ok {rc=0}\u000a08:47:14.033167 --- ParallelTerminationStrategy: PID 27468 died...\u000a08:47:14.086098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27468): Terminated: ok {rc=0}\u000a08:47:14.173551 bus /gobi_4: Setting Powered False\u000a08:47:15.275494 bus /gobi_4: Setting Powered False\u000a08:47:16.378931 bus /gobi_1: Setting Powered False\u000a08:47:17.477899 bus /gobi_1: Setting Powered False\u000a08:47:18.588457 bus /gobi_0: Setting Powered False\u000a08:47:19.691037 bus /gobi_0: Setting Powered False\u000a08:47:20.795977 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27476): Process ended prematurely: osmo-stp_10.42.42.5(pid=27476) [trial-2387↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27476)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27476): Process ended prematurely: osmo-stp_10.42.42.5(pid=27476) [trial-2387↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27476)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:oc2g ping.py\u000a----------------------------------------------\u000a08:47:21.860816 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:47:21.871850 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a08:47:21.993721 tst ping.py: using LAC 32807\u000a08:47:22.107374 tst ping.py: using RAC 167\u000a08:47:22.229885 tst ping.py: using CellId 32807\u000a08:47:22.352398 tst ping.py: using BVCI 32808\u000a08:47:22.376742 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:47:22.387843 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:47:22.398858 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:47:22.409834 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:47:22.421074 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:47:22.432289 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:47:22.443702 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:47:22.455058 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:47:22.725795 tst ping.py:19: start network...\u000a08:47:22.846857 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:47:23.322259 run create_hlr_db(pid=27470): Launched\u000a08:47:23.504775 bus /gobi_6: Setting Powered False\u000a08:47:24.523504 run create_hlr_db(pid=27470): Terminated: ok {rc=0}\u000a08:47:24.939111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27472): Launched\u000a08:47:25.252831 run osmo-hlr_10.42.42.2(pid=27473): Launched\u000a08:47:25.369326 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:47:25.917574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27475): Launched\u000a08:47:26.231664 run osmo-stp_10.42.42.5(pid=27476): Launched\u000a08:47:26.345967 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:47:26.894019 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27478): Launched\u000a08:47:27.006269 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:47:27.281498 run patchelf(pid=27479): Launched\u000a08:47:27.466042 run osmo-stp_10.42.42.5(pid=27476): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27476)]\u000a08:47:27.601243 run osmo-stp_10.42.42.5(pid=27476): stdout: \u000a| (launched: 2022-12-13_08:47:26.077718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:27.735873 run osmo-stp_10.42.42.5(pid=27476): stderr: \u000a| �[0;m�[38;5;43m20221213084726270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084726270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084726270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084726270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084726271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084726271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084726271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:27.866444 run osmo-stp_10.42.42.5(pid=27476): stdout: \u000a| (launched: 2022-12-13_08:47:26.077718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:27.995878 run osmo-stp_10.42.42.5(pid=27476): stderr: \u000a| �[0;m�[38;5;43m20221213084726270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084726270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084726270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084726270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084726271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084726271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084726271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:28.145940 run patchelf(pid=27479): Terminating (SIGINT)\u000a08:47:28.322055 run patchelf(pid=27479): Terminated: ok {rc=0}\u000a08:47:28.354043 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27476): Process ended prematurely: osmo-stp_10.42.42.5(pid=27476) [trial-2387↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27476)] [trial-2387↪gprs:oc2g↪ping.py:22]\u000a08:47:28.363141 tst ping.py:22: Test FAILED (6.5 sec)\u000a08:47:28.426387 run osmo-hlr_10.42.42.2(pid=27473): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27473)]\u000a08:47:28.477987 run osmo-hlr_10.42.42.2(pid=27473): stdout: \u000a| (launched: 2022-12-13_08:47:25.099341) \u000a08:47:28.529987 run osmo-hlr_10.42.42.2(pid=27473): stderr: \u000a| �[0;m�[1;31m20221213084725297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084725297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084725297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084725297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084725297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084725297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084725310 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084725318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084725319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084725319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:47:28.575047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27472): Terminating (SIGTERM)\u000a08:47:28.617263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27475): Terminating (SIGTERM)\u000a08:47:28.659172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27478): Terminating (SIGTERM)\u000a08:47:28.669142 --- ParallelTerminationStrategy: PID 27472 died...\u000a08:47:28.725189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27472): Terminated: ok {rc=0}\u000a08:47:28.735563 --- ParallelTerminationStrategy: PID 27475 died...\u000a08:47:28.791749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27475): Terminated: ok {rc=0}\u000a08:47:28.802137 --- ParallelTerminationStrategy: PID 27478 died...\u000a08:47:28.857903 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27478): Terminated: ok {rc=0}\u000a08:47:28.944690 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27486): Process ended prematurely: osmo-stp_10.42.42.5(pid=27486) [trial-2387↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27486)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27486): Process ended prematurely: osmo-stp_10.42.42.5(pid=27486) [trial-2387↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27486)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a08:47:29.996492 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:47:30.008266 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a08:47:30.132534 tst ping_idle_ping.py: using LAC 32808\u000a08:47:30.248312 tst ping_idle_ping.py: using RAC 168\u000a08:47:30.366389 tst ping_idle_ping.py: using CellId 32808\u000a08:47:30.483792 tst ping_idle_ping.py: using BVCI 32809\u000a08:47:30.506267 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:47:30.516684 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:47:30.527032 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:47:30.537216 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:47:30.547299 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:47:30.558657 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:47:30.569720 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:47:30.581384 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:47:30.854233 tst ping_idle_ping.py:24: start network...\u000a08:47:30.982652 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:47:31.531776 run create_hlr_db(pid=27480): Launched\u000a08:47:31.721934 bus /gobi_6: Setting Powered False\u000a08:47:32.736017 run create_hlr_db(pid=27480): Terminated: ok {rc=0}\u000a08:47:33.155409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27482): Launched\u000a08:47:33.469193 run osmo-hlr_10.42.42.2(pid=27483): Launched\u000a08:47:33.584748 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:47:34.129606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27485): Launched\u000a08:47:34.443205 run osmo-stp_10.42.42.5(pid=27486): Launched\u000a08:47:34.558270 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:47:35.106259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27488): Launched\u000a08:47:35.219741 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:47:35.493800 run patchelf(pid=27489): Launched\u000a08:47:35.678873 run osmo-stp_10.42.42.5(pid=27486): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27486)]\u000a08:47:35.813763 run osmo-stp_10.42.42.5(pid=27486): stdout: \u000a| (launched: 2022-12-13_08:47:34.290046)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:35.949279 run osmo-stp_10.42.42.5(pid=27486): stderr: \u000a| �[0;m�[38;5;43m20221213084734480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084734480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084734480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084734480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084734483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084734483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084734483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:36.079932 run osmo-stp_10.42.42.5(pid=27486): stdout: \u000a| (launched: 2022-12-13_08:47:34.290046)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:36.209879 run osmo-stp_10.42.42.5(pid=27486): stderr: \u000a| �[0;m�[38;5;43m20221213084734480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084734480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084734480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084734480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084734483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084734483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084734483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:36.360318 run patchelf(pid=27489): Terminating (SIGINT)\u000a08:47:36.537447 run patchelf(pid=27489): Terminated: ok {rc=0}\u000a08:47:36.570180 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27486): Process ended prematurely: osmo-stp_10.42.42.5(pid=27486) [trial-2387↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27486)] [trial-2387↪gprs:oc2g↪ping_idle_ping.py:27]\u000a08:47:36.579586 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a08:47:36.642653 run osmo-hlr_10.42.42.2(pid=27483): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27483)]\u000a08:47:36.693954 run osmo-hlr_10.42.42.2(pid=27483): stdout: \u000a| (launched: 2022-12-13_08:47:33.315745) \u000a08:47:36.745647 run osmo-hlr_10.42.42.2(pid=27483): stderr: \u000a| �[0;m�[1;31m20221213084733513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084733513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084733513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084733513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084733513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084733513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084733526 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084733536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084733536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084733536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:47:36.789508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27482): Terminating (SIGTERM)\u000a08:47:36.831015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27485): Terminating (SIGTERM)\u000a08:47:36.872591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27488): Terminating (SIGTERM)\u000a08:47:36.882479 --- ParallelTerminationStrategy: PID 27482 died...\u000a08:47:36.938087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27482): Terminated: ok {rc=0}\u000a08:47:36.948033 --- ParallelTerminationStrategy: PID 27485 died...\u000a08:47:37.003712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27485): Terminated: ok {rc=0}\u000a08:47:37.014143 --- ParallelTerminationStrategy: PID 27488 died...\u000a08:47:37.069870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27488): Terminated: ok {rc=0}\u000a08:47:37.156398 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:46:39" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27504): Process ended prematurely: osmo-stp_10.42.42.5(pid=27504) [trial-2387↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27504)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27504): Process ended prematurely: osmo-stp_10.42.42.5(pid=27504) [trial-2387↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27504)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:47:39.258892 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:47:39.269474 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:47:39.387751 tst cs_paging_gprs_active.py: using LAC 32809\u000a08:47:39.501342 tst cs_paging_gprs_active.py: using RAC 169\u000a08:47:39.615345 tst cs_paging_gprs_active.py: using CellId 32809\u000a08:47:39.728915 tst cs_paging_gprs_active.py: using BVCI 32810\u000a08:47:39.751401 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:47:39.762091 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:47:39.772478 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:47:39.782872 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:47:39.793109 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:47:39.803747 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:47:39.814613 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:47:39.825809 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:47:39.836611 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:47:39.956600 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:47:40.243130 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:47:40.374490 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:47:40.698585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27494): Launched\u000a08:47:40.968341 run iperf3-srv_10.42.42.10(pid=27495): Launched\u000a08:47:41.160863 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:47:41.292883 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:47:41.617103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27496): Launched\u000a08:47:41.886780 run iperf3-srv_10.42.42.10(pid=27497): Launched\u000a08:47:42.079068 tst cs_paging_gprs_active.py:38: start network...\u000a08:47:42.210990 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:47:42.704459 run create_hlr_db(pid=27498): Launched\u000a08:47:42.874332 bus /gobi_6: Setting Powered False\u000a08:47:43.896440 run create_hlr_db(pid=27498): Terminated: ok {rc=0}\u000a08:47:44.285215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27500): Launched\u000a08:47:44.580601 run osmo-hlr_10.42.42.2(pid=27501): Launched\u000a08:47:44.696537 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:47:45.210917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27503): Launched\u000a08:47:45.504871 run osmo-stp_10.42.42.5(pid=27504): Launched\u000a08:47:45.613902 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:47:46.152189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27506): Launched\u000a08:47:46.259862 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:47:46.541528 run patchelf(pid=27507): Launched\u000a08:47:46.718982 run osmo-stp_10.42.42.5(pid=27504): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27504)]\u000a08:47:46.849159 run osmo-stp_10.42.42.5(pid=27504): stdout: \u000a| (launched: 2022-12-13_08:47:45.360800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:46.979825 run osmo-stp_10.42.42.5(pid=27504): stderr: \u000a| �[0;m�[38;5;43m20221213084745530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084745530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084745530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084745530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084745531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084745531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084745531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:47.105516 run osmo-stp_10.42.42.5(pid=27504): stdout: \u000a| (launched: 2022-12-13_08:47:45.360800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:47.230627 run osmo-stp_10.42.42.5(pid=27504): stderr: \u000a| �[0;m�[38;5;43m20221213084745530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084745530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084745530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084745530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084745531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084745531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084745531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:47.375462 run patchelf(pid=27507): Terminating (SIGINT)\u000a08:47:47.541415 run patchelf(pid=27507): Terminated: ok {rc=0}\u000a08:47:47.571865 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27504): Process ended prematurely: osmo-stp_10.42.42.5(pid=27504) [trial-2387↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27504)] [trial-2387↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a08:47:47.581180 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a08:47:47.641113 run osmo-hlr_10.42.42.2(pid=27501): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27501)]\u000a08:47:47.690507 run osmo-hlr_10.42.42.2(pid=27501): stdout: \u000a| (launched: 2022-12-13_08:47:44.434910) \u000a08:47:47.740007 run osmo-hlr_10.42.42.2(pid=27501): stderr: \u000a| �[0;m�[1;31m20221213084744611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084744611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084744611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084744611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084744611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084744611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084744623 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084744632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084744632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084744632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:47:47.782343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27494): Terminating (SIGTERM)\u000a08:47:47.822182 run iperf3-srv_10.42.42.10(pid=27495): Terminating (SIGTERM)\u000a08:47:47.861975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27496): Terminating (SIGTERM)\u000a08:47:47.901622 run iperf3-srv_10.42.42.10(pid=27497): Terminating (SIGTERM)\u000a08:47:47.946187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27500): Terminating (SIGTERM)\u000a08:47:47.988080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27503): Terminating (SIGTERM)\u000a08:47:48.030101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27506): Terminating (SIGTERM)\u000a08:47:48.039746 --- ParallelTerminationStrategy: PID 27494 died...\u000a08:47:48.095922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27494): Terminated: ok {rc=0}\u000a08:47:48.106061 --- ParallelTerminationStrategy: PID 27495 died...\u000a08:47:48.161698 run iperf3-srv_10.42.42.10(pid=27495): Terminated {rc=256}\u000a08:47:48.171611 --- ParallelTerminationStrategy: PID 27496 died...\u000a08:47:48.226873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27496): Terminated: ok {rc=0}\u000a08:47:48.236910 --- ParallelTerminationStrategy: PID 27497 died...\u000a08:47:48.291886 run iperf3-srv_10.42.42.10(pid=27497): Terminated {rc=256}\u000a08:47:48.301907 --- ParallelTerminationStrategy: PID 27500 died...\u000a08:47:48.356588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27500): Terminated: ok {rc=0}\u000a08:47:48.366438 --- ParallelTerminationStrategy: PID 27503 died...\u000a08:47:48.421759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27503): Terminated: ok {rc=0}\u000a08:47:48.431733 --- ParallelTerminationStrategy: PID 27506 died...\u000a08:47:48.486985 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27506): Terminated: ok {rc=0}\u000a08:47:48.572541 bus /gobi_0: Setting Powered False\u000a08:47:49.673605 bus /gobi_0: Setting Powered False\u000a08:47:50.782924 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27516): Process ended prematurely: osmo-stp_10.42.42.5(pid=27516) [trial-2387↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27516)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27516): Process ended prematurely: osmo-stp_10.42.42.5(pid=27516) [trial-2387↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27516)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a08:47:51.890918 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:47:51.902014 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:47:52.030930 tst iperf3.py: using LAC 32810\u000a08:47:52.153984 tst iperf3.py: using RAC 170\u000a08:47:52.277692 tst iperf3.py: using CellId 32810\u000a08:47:52.401584 tst iperf3.py: using BVCI 32811\u000a08:47:52.425864 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:47:52.437170 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:47:52.448203 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:47:52.459374 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:47:52.470364 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:47:52.481228 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:47:52.492231 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:47:52.503135 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:47:52.514267 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:47:52.803168 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:47:52.934070 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:47:53.258093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27508): Launched\u000a08:47:53.526712 run iperf3-srv_10.42.42.10(pid=27509): Launched\u000a08:47:53.719552 tst iperf3.py:8: start network...\u000a08:47:53.850979 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:47:54.352406 run create_hlr_db(pid=27510): Launched\u000a08:47:54.533695 bus /gobi_6: Setting Powered False\u000a08:47:55.555363 run create_hlr_db(pid=27510): Terminated: ok {rc=0}\u000a08:47:55.971153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27512): Launched\u000a08:47:56.283764 run osmo-hlr_10.42.42.2(pid=27513): Launched\u000a08:47:56.402061 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:47:56.946532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27515): Launched\u000a08:47:57.261144 run osmo-stp_10.42.42.5(pid=27516): Launched\u000a08:47:57.376713 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:47:57.924264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27518): Launched\u000a08:47:58.036603 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:47:58.309406 run patchelf(pid=27519): Launched\u000a08:47:58.493392 run osmo-stp_10.42.42.5(pid=27516): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27516)]\u000a08:47:58.628534 run osmo-stp_10.42.42.5(pid=27516): stdout: \u000a| (launched: 2022-12-13_08:47:57.107476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:58.763393 run osmo-stp_10.42.42.5(pid=27516): stderr: \u000a| �[0;m�[38;5;43m20221213084757301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084757302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084757302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084757302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084757303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084757303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084757303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:58.894300 run osmo-stp_10.42.42.5(pid=27516): stdout: \u000a| (launched: 2022-12-13_08:47:57.107476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:59.023563 run osmo-stp_10.42.42.5(pid=27516): stderr: \u000a| �[0;m�[38;5;43m20221213084757301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084757302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084757302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084757302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084757303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084757303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084757303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:59.174095 run patchelf(pid=27519): Terminating (SIGINT)\u000a08:47:59.351130 run patchelf(pid=27519): Terminated: ok {rc=0}\u000a08:47:59.383883 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27516): Process ended prematurely: osmo-stp_10.42.42.5(pid=27516) [trial-2387↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27516)] [trial-2387↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a08:47:59.393591 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a08:47:59.455865 run osmo-hlr_10.42.42.2(pid=27513): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27513)]\u000a08:47:59.507568 run osmo-hlr_10.42.42.2(pid=27513): stdout: \u000a| (launched: 2022-12-13_08:47:56.130994) \u000a08:47:59.559377 run osmo-hlr_10.42.42.2(pid=27513): stderr: \u000a| �[0;m�[1;31m20221213084756331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084756331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084756331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084756331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084756331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084756331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084756343 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084756352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084756352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084756352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:47:59.604413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27508): Terminating (SIGTERM)\u000a08:47:59.646505 run iperf3-srv_10.42.42.10(pid=27509): Terminating (SIGTERM)\u000a08:47:59.688372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27512): Terminating (SIGTERM)\u000a08:47:59.729870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27515): Terminating (SIGTERM)\u000a08:47:59.771225 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27518): Terminating (SIGTERM)\u000a08:47:59.780728 --- ParallelTerminationStrategy: PID 27508 died...\u000a08:47:59.836070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27508): Terminated: ok {rc=0}\u000a08:47:59.846076 --- ParallelTerminationStrategy: PID 27509 died...\u000a08:47:59.901638 run iperf3-srv_10.42.42.10(pid=27509): Terminated {rc=256}\u000a08:47:59.911560 --- ParallelTerminationStrategy: PID 27512 died...\u000a08:47:59.966781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27512): Terminated: ok {rc=0}\u000a08:47:59.976627 --- ParallelTerminationStrategy: PID 27515 died...\u000a08:48:00.031980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27515): Terminated: ok {rc=0}\u000a08:48:00.041923 --- ParallelTerminationStrategy: PID 27518 died...\u000a08:48:00.097445 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27518): Terminated: ok {rc=0}\u000a08:48:00.183946 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27534): Process ended prematurely: osmo-stp_10.42.42.5(pid=27534) [trial-2387↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27534)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27534): Process ended prematurely: osmo-stp_10.42.42.5(pid=27534) [trial-2387↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27534)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a08:48:01.294063 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:01.306348 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:48:01.446354 tst iperf3m4.py: using LAC 32811\u000a08:48:01.593586 tst iperf3m4.py: using RAC 171\u000a08:48:01.726103 tst iperf3m4.py: using CellId 32811\u000a08:48:01.880742 tst iperf3m4.py: using BVCI 32812\u000a08:48:01.907502 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:01.919312 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:01.930861 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:01.942346 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:01.956739 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:01.969613 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:01.983433 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:01.994967 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:02.007860 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:48:02.131675 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:48:02.278808 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:48:02.402571 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:48:02.690310 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:48:02.820687 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:48:03.144317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27520): Launched\u000a08:48:03.413392 run iperf3-srv_10.42.42.10(pid=27521): Launched\u000a08:48:03.605532 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:48:03.736501 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:48:04.058332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27522): Launched\u000a08:48:04.325790 run iperf3-srv_10.42.42.10(pid=27523): Launched\u000a08:48:04.517263 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:48:04.648596 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:48:04.972411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27524): Launched\u000a08:48:05.240132 run iperf3-srv_10.42.42.10(pid=27525): Launched\u000a08:48:05.432227 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:48:05.562852 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:48:05.886055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27526): Launched\u000a08:48:06.154063 run iperf3-srv_10.42.42.10(pid=27527): Launched\u000a08:48:06.345360 tst iperf3m4.py:8: start network...\u000a08:48:06.475734 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:48:06.977418 run create_hlr_db(pid=27528): Launched\u000a08:48:07.158255 bus /gobi_6: Setting Powered False\u000a08:48:08.179926 run create_hlr_db(pid=27528): Terminated: ok {rc=0}\u000a08:48:08.572242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27530): Launched\u000a08:48:08.866238 run osmo-hlr_10.42.42.2(pid=27531): Launched\u000a08:48:08.978638 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:48:09.487784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27533): Launched\u000a08:48:09.780713 run osmo-stp_10.42.42.5(pid=27534): Launched\u000a08:48:09.888891 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:48:10.402696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27536): Launched\u000a08:48:10.507975 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:48:10.765176 run patchelf(pid=27537): Launched\u000a08:48:10.937493 run osmo-stp_10.42.42.5(pid=27534): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27534)]\u000a08:48:11.063843 run osmo-stp_10.42.42.5(pid=27534): stdout: \u000a| (launched: 2022-12-13_08:48:09.637077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:11.190472 run osmo-stp_10.42.42.5(pid=27534): stderr: \u000a| �[0;m�[38;5;43m20221213084809803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084809803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084809803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084809804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084809806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084809806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084809806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:11.312549 run osmo-stp_10.42.42.5(pid=27534): stdout: \u000a| (launched: 2022-12-13_08:48:09.637077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:11.433738 run osmo-stp_10.42.42.5(pid=27534): stderr: \u000a| �[0;m�[38;5;43m20221213084809803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084809803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084809803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084809804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084809806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084809806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084809806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:11.574690 run patchelf(pid=27537): Terminating (SIGINT)\u000a08:48:11.739863 run patchelf(pid=27537): Terminated: ok {rc=0}\u000a08:48:11.770572 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27534): Process ended prematurely: osmo-stp_10.42.42.5(pid=27534) [trial-2387↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27534)] [trial-2387↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a08:48:11.779858 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a08:48:11.839694 run osmo-hlr_10.42.42.2(pid=27531): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27531)]\u000a08:48:11.888739 run osmo-hlr_10.42.42.2(pid=27531): stdout: \u000a| (launched: 2022-12-13_08:48:08.721652) \u000a08:48:11.938234 run osmo-hlr_10.42.42.2(pid=27531): stderr: \u000a| �[0;m�[1;31m20221213084808896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084808897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084808897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084808897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084808897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084808897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084808910 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084808918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084808918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084808919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:48:11.980177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27520): Terminating (SIGTERM)\u000a08:48:12.019824 run iperf3-srv_10.42.42.10(pid=27521): Terminating (SIGTERM)\u000a08:48:12.059501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27522): Terminating (SIGTERM)\u000a08:48:12.099099 run iperf3-srv_10.42.42.10(pid=27523): Terminating (SIGTERM)\u000a08:48:12.138846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27524): Terminating (SIGTERM)\u000a08:48:12.178330 run iperf3-srv_10.42.42.10(pid=27525): Terminating (SIGTERM)\u000a08:48:12.217962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27526): Terminating (SIGTERM)\u000a08:48:12.257422 run iperf3-srv_10.42.42.10(pid=27527): Terminating (SIGTERM)\u000a08:48:12.296765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27530): Terminating (SIGTERM)\u000a08:48:12.336371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27533): Terminating (SIGTERM)\u000a08:48:12.376195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27536): Terminating (SIGTERM)\u000a08:48:12.385325 --- ParallelTerminationStrategy: PID 27520 died...\u000a08:48:12.438813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27520): Terminated: ok {rc=0}\u000a08:48:12.448305 --- ParallelTerminationStrategy: PID 27521 died...\u000a08:48:12.501373 run iperf3-srv_10.42.42.10(pid=27521): Terminated {rc=256}\u000a08:48:12.510697 --- ParallelTerminationStrategy: PID 27522 died...\u000a08:48:12.563509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27522): Terminated: ok {rc=0}\u000a08:48:12.572882 --- ParallelTerminationStrategy: PID 27523 died...\u000a08:48:12.625625 run iperf3-srv_10.42.42.10(pid=27523): Terminated {rc=256}\u000a08:48:12.634912 --- ParallelTerminationStrategy: PID 27524 died...\u000a08:48:12.687794 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27524): Terminated: ok {rc=0}\u000a08:48:12.697120 --- ParallelTerminationStrategy: PID 27525 died...\u000a08:48:12.749576 run iperf3-srv_10.42.42.10(pid=27525): Terminated {rc=256}\u000a08:48:12.758979 --- ParallelTerminationStrategy: PID 27526 died...\u000a08:48:12.811471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27526): Terminated: ok {rc=0}\u000a08:48:12.820879 --- ParallelTerminationStrategy: PID 27527 died...\u000a08:48:12.873584 run iperf3-srv_10.42.42.10(pid=27527): Terminated {rc=256}\u000a08:48:12.882879 --- ParallelTerminationStrategy: PID 27530 died...\u000a08:48:12.935386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27530): Terminated: ok {rc=0}\u000a08:48:12.944704 --- ParallelTerminationStrategy: PID 27533 died...\u000a08:48:12.997228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27533): Terminated: ok {rc=0}\u000a08:48:13.006563 --- ParallelTerminationStrategy: PID 27536 died...\u000a08:48:13.059840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27536): Terminated: ok {rc=0}\u000a08:48:13.141912 bus /gobi_4: Setting Powered False\u000a08:48:14.240810 bus /gobi_4: Setting Powered False\u000a08:48:15.350339 bus /gobi_1: Setting Powered False\u000a08:48:16.463200 bus /gobi_1: Setting Powered False\u000a08:48:17.570515 bus /gobi_0: Setting Powered False\u000a08:48:18.674447 bus /gobi_0: Setting Powered False\u000a08:48:19.780452 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27546): Process ended prematurely: osmo-stp_10.42.42.5(pid=27546) [trial-2387↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27546)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27546): Process ended prematurely: osmo-stp_10.42.42.5(pid=27546) [trial-2387↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27546)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a08:48:20.848770 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:20.860316 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:48:20.985779 tst ping.py: using LAC 32812\u000a08:48:21.106975 tst ping.py: using RAC 172\u000a08:48:21.226966 tst ping.py: using CellId 32812\u000a08:48:21.346963 tst ping.py: using BVCI 32813\u000a08:48:21.370550 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:21.381725 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:21.392685 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:21.403580 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:21.414429 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:21.425683 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:21.436886 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:21.448042 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:48:21.714674 tst ping.py:19: start network...\u000a08:48:21.833752 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:48:22.286719 run create_hlr_db(pid=27540): Launched\u000a08:48:22.452916 bus /gobi_6: Setting Powered False\u000a08:48:23.473328 run create_hlr_db(pid=27540): Terminated: ok {rc=0}\u000a08:48:23.883212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27542): Launched\u000a08:48:24.190780 run osmo-hlr_10.42.42.2(pid=27543): Launched\u000a08:48:24.303891 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:48:24.839625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27545): Launched\u000a08:48:25.147858 run osmo-stp_10.42.42.5(pid=27546): Launched\u000a08:48:25.260773 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:48:25.799976 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27548): Launched\u000a08:48:25.910041 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:48:26.177706 run patchelf(pid=27549): Launched\u000a08:48:26.358956 run osmo-stp_10.42.42.5(pid=27546): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27546)]\u000a08:48:26.491232 run osmo-stp_10.42.42.5(pid=27546): stdout: \u000a| (launched: 2022-12-13_08:48:24.996631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:26.624526 run osmo-stp_10.42.42.5(pid=27546): stderr: \u000a| �[0;m�[38;5;43m20221213084825187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084825187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084825187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084825188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084825190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084825190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084825190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:26.752873 run osmo-stp_10.42.42.5(pid=27546): stdout: \u000a| (launched: 2022-12-13_08:48:24.996631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:26.880494 run osmo-stp_10.42.42.5(pid=27546): stderr: \u000a| �[0;m�[38;5;43m20221213084825187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084825187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084825187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084825188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084825190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084825190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084825190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:27.028187 run patchelf(pid=27549): Terminating (SIGINT)\u000a08:48:27.201917 run patchelf(pid=27549): Terminated: ok {rc=0}\u000a08:48:27.233624 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27546): Process ended prematurely: osmo-stp_10.42.42.5(pid=27546) [trial-2387↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27546)] [trial-2387↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a08:48:27.242840 tst ping.py:22: Test FAILED (6.4 sec)\u000a08:48:27.304849 run osmo-hlr_10.42.42.2(pid=27543): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27543)]\u000a08:48:27.355926 run osmo-hlr_10.42.42.2(pid=27543): stdout: \u000a| (launched: 2022-12-13_08:48:24.040035) \u000a08:48:27.407567 run osmo-hlr_10.42.42.2(pid=27543): stderr: \u000a| �[0;m�[1;31m20221213084824237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084824237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084824237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084824237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084824237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084824238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084824250 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084824258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084824258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084824258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:48:27.451443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27542): Terminating (SIGTERM)\u000a08:48:27.492812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27545): Terminating (SIGTERM)\u000a08:48:27.534847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27548): Terminating (SIGTERM)\u000a08:48:27.544640 --- ParallelTerminationStrategy: PID 27542 died...\u000a08:48:27.601918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27542): Terminated: ok {rc=0}\u000a08:48:27.612153 --- ParallelTerminationStrategy: PID 27545 died...\u000a08:48:27.668333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27545): Terminated: ok {rc=0}\u000a08:48:27.678524 --- ParallelTerminationStrategy: PID 27548 died...\u000a08:48:27.734152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27548): Terminated: ok {rc=0}\u000a08:48:27.820793 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27556): Process ended prematurely: osmo-stp_10.42.42.5(pid=27556) [trial-2387↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27556)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27556): Process ended prematurely: osmo-stp_10.42.42.5(pid=27556) [trial-2387↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a08:48:28.872796 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:28.884664 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:48:29.011921 tst ping_idle_ping.py: using LAC 32813\u000a08:48:29.133616 tst ping_idle_ping.py: using RAC 173\u000a08:48:29.256732 tst ping_idle_ping.py: using CellId 32813\u000a08:48:29.378494 tst ping_idle_ping.py: using BVCI 32814\u000a08:48:29.402459 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:29.413598 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:29.425072 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:29.436154 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:29.447274 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:29.458420 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:29.470287 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:29.481575 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:48:29.750316 tst ping_idle_ping.py:24: start network...\u000a08:48:29.870139 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:48:30.328562 run create_hlr_db(pid=27550): Launched\u000a08:48:30.496552 bus /gobi_6: Setting Powered False\u000a08:48:31.540136 run create_hlr_db(pid=27550): Terminated: ok {rc=0}\u000a08:48:31.981402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27552): Launched\u000a08:48:32.387477 run osmo-hlr_10.42.42.2(pid=27553): Launched\u000a08:48:32.493042 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:48:32.996359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27555): Launched\u000a08:48:33.286395 run osmo-stp_10.42.42.5(pid=27556): Launched\u000a08:48:33.393860 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:48:33.900335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27558): Launched\u000a08:48:34.003447 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:48:34.256006 run patchelf(pid=27559): Launched\u000a08:48:34.426654 run osmo-stp_10.42.42.5(pid=27556): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27556)]\u000a08:48:34.551183 run osmo-stp_10.42.42.5(pid=27556): stdout: \u000a| (launched: 2022-12-13_08:48:33.143748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:34.676160 run osmo-stp_10.42.42.5(pid=27556): stderr: \u000a| �[0;m�[38;5;43m20221213084833315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084833315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084833315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084833316 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084833316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084833316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084833316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:34.796885 run osmo-stp_10.42.42.5(pid=27556): stdout: \u000a| (launched: 2022-12-13_08:48:33.143748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:34.916786 run osmo-stp_10.42.42.5(pid=27556): stderr: \u000a| �[0;m�[38;5;43m20221213084833315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084833315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084833315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084833316 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084833316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084833316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084833316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:35.056117 run patchelf(pid=27559): Terminating (SIGINT)\u000a08:48:35.220332 run patchelf(pid=27559): Terminated: ok {rc=0}\u000a08:48:35.250169 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27556): Process ended prematurely: osmo-stp_10.42.42.5(pid=27556) [trial-2387↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27556)] [trial-2387↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a08:48:35.258767 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a08:48:35.318740 run osmo-hlr_10.42.42.2(pid=27553): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27553)]\u000a08:48:35.367798 run osmo-hlr_10.42.42.2(pid=27553): stdout: \u000a| (launched: 2022-12-13_08:48:32.145350) \u000a08:48:35.417383 run osmo-hlr_10.42.42.2(pid=27553): stderr: \u000a| �[0;m�[1;31m20221213084832336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084832336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084832336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084832336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084832336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084832336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084832349 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084832357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084832358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084832358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:48:35.459869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27552): Terminating (SIGTERM)\u000a08:48:35.499883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27555): Terminating (SIGTERM)\u000a08:48:35.540013 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27558): Terminating (SIGTERM)\u000a08:48:35.549251 --- ParallelTerminationStrategy: PID 27552 died...\u000a08:48:35.603086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27552): Terminated: ok {rc=0}\u000a08:48:35.612617 --- ParallelTerminationStrategy: PID 27555 died...\u000a08:48:35.666268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27555): Terminated: ok {rc=0}\u000a08:48:35.676119 --- ParallelTerminationStrategy: PID 27558 died...\u000a08:48:35.729647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27558): Terminated: ok {rc=0}\u000a08:48:35.816883 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:47:38" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27573): Process ended prematurely: osmo-stp_10.42.42.5(pid=27573) [trial-2387↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27573)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27573): Process ended prematurely: osmo-stp_10.42.42.5(pid=27573) [trial-2387↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27573)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:48:37.918703 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:48:37.930108 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:48:38.077618 tst cs_paging_gprs_active.py: using LAC 32814\u000a08:48:38.202694 tst cs_paging_gprs_active.py: using RAC 174\u000a08:48:38.322512 tst cs_paging_gprs_active.py: using CellId 32814\u000a08:48:38.438168 tst cs_paging_gprs_active.py: using BVCI 32815\u000a08:48:38.460851 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:48:38.471809 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:48:38.482538 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:48:38.493243 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:48:38.504376 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:48:38.515412 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:48:38.526496 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:48:38.537364 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:48:38.548312 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:48:38.663852 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:48:38.937771 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:48:39.060761 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:48:39.366392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27563): Launched\u000a08:48:39.619161 run iperf3-srv_10.42.42.10(pid=27564): Launched\u000a08:48:39.799310 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:48:39.921919 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:48:40.226260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27565): Launched\u000a08:48:40.478871 run iperf3-srv_10.42.42.10(pid=27566): Launched\u000a08:48:40.659463 tst cs_paging_gprs_active.py:38: start network...\u000a08:48:40.782873 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:48:41.244889 run create_hlr_db(pid=27567): Launched\u000a08:48:41.414213 bus /gobi_6: Setting Powered False\u000a08:48:42.436916 run create_hlr_db(pid=27567): Terminated: ok {rc=0}\u000a08:48:42.828916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27569): Launched\u000a08:48:43.124503 run osmo-hlr_10.42.42.2(pid=27570): Launched\u000a08:48:43.240121 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:48:43.760809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27572): Launched\u000a08:48:44.055896 run osmo-stp_10.42.42.5(pid=27573): Launched\u000a08:48:44.164542 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:48:44.683694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27575): Launched\u000a08:48:44.796737 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:48:45.070331 run patchelf(pid=27576): Launched\u000a08:48:45.254942 run osmo-stp_10.42.42.5(pid=27573): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27573)]\u000a08:48:45.390409 run osmo-stp_10.42.42.5(pid=27573): stdout: \u000a| (launched: 2022-12-13_08:48:43.910721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:45.526016 run osmo-stp_10.42.42.5(pid=27573): stderr: \u000a| �[0;m�[38;5;43m20221213084844080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084844080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084844080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084844080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084844081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084844081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084844081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:45.657569 run osmo-stp_10.42.42.5(pid=27573): stdout: \u000a| (launched: 2022-12-13_08:48:43.910721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:45.787730 run osmo-stp_10.42.42.5(pid=27573): stderr: \u000a| �[0;m�[38;5;43m20221213084844080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084844080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084844080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084844080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084844081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084844081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084844081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:45.943324 run patchelf(pid=27576): Terminating (SIGINT)\u000a08:48:46.133171 run patchelf(pid=27576): Terminated: ok {rc=0}\u000a08:48:46.165574 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27573): Process ended prematurely: osmo-stp_10.42.42.5(pid=27573) [trial-2387↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27573)] [trial-2387↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a08:48:46.175789 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a08:48:46.240200 run osmo-hlr_10.42.42.2(pid=27570): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27570)]\u000a08:48:46.292829 run osmo-hlr_10.42.42.2(pid=27570): stdout: \u000a| (launched: 2022-12-13_08:48:42.979042) \u000a08:48:46.345784 run osmo-hlr_10.42.42.2(pid=27570): stderr: \u000a| �[0;m�[1;31m20221213084843155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084843155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084843156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084843156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084843156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084843156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084843167 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084843176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084843176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084843176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:48:46.390492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27563): Terminating (SIGTERM)\u000a08:48:46.434443 run iperf3-srv_10.42.42.10(pid=27564): Terminating (SIGTERM)\u000a08:48:46.477800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27565): Terminating (SIGTERM)\u000a08:48:46.520618 run iperf3-srv_10.42.42.10(pid=27566): Terminating (SIGTERM)\u000a08:48:46.564989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27569): Terminating (SIGTERM)\u000a08:48:46.607455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27572): Terminating (SIGTERM)\u000a08:48:46.651499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27575): Terminating (SIGTERM)\u000a08:48:46.661379 --- ParallelTerminationStrategy: PID 27563 died...\u000a08:48:46.719736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27563): Terminated: ok {rc=0}\u000a08:48:46.730365 --- ParallelTerminationStrategy: PID 27564 died...\u000a08:48:46.786906 run iperf3-srv_10.42.42.10(pid=27564): Terminated {rc=256}\u000a08:48:46.797487 --- ParallelTerminationStrategy: PID 27565 died...\u000a08:48:46.854524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27565): Terminated: ok {rc=0}\u000a08:48:46.864909 --- ParallelTerminationStrategy: PID 27566 died...\u000a08:48:46.922494 run iperf3-srv_10.42.42.10(pid=27566): Terminated {rc=256}\u000a08:48:46.932853 --- ParallelTerminationStrategy: PID 27569 died...\u000a08:48:46.989683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27569): Terminated: ok {rc=0}\u000a08:48:47.000462 --- ParallelTerminationStrategy: PID 27572 died...\u000a08:48:47.057305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27572): Terminated: ok {rc=0}\u000a08:48:47.067741 --- ParallelTerminationStrategy: PID 27575 died...\u000a08:48:47.126327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27575): Terminated: ok {rc=0}\u000a08:48:47.215426 bus /gobi_0: Setting Powered False\u000a08:48:48.319690 bus /gobi_0: Setting Powered False\u000a08:48:49.426459 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27585): Process ended prematurely: osmo-stp_10.42.42.5(pid=27585) [trial-2387↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27585)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27585): Process ended prematurely: osmo-stp_10.42.42.5(pid=27585) [trial-2387↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27585)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a08:48:50.539076 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:48:50.550919 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:48:50.702120 tst iperf3.py: using LAC 32815\u000a08:48:50.826610 tst iperf3.py: using RAC 175\u000a08:48:50.959235 tst iperf3.py: using CellId 32815\u000a08:48:51.094093 tst iperf3.py: using BVCI 32816\u000a08:48:51.118222 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:48:51.129536 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:48:51.140295 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:48:51.151259 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:48:51.162105 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:48:51.173367 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:48:51.184377 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:48:51.195237 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:48:51.206299 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:48:51.493307 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:48:51.624849 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:48:51.949777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27577): Launched\u000a08:48:52.218879 run iperf3-srv_10.42.42.10(pid=27578): Launched\u000a08:48:52.411730 tst iperf3.py:8: start network...\u000a08:48:52.543391 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:48:53.044802 run create_hlr_db(pid=27579): Launched\u000a08:48:53.226327 bus /gobi_6: Setting Powered False\u000a08:48:54.237439 run create_hlr_db(pid=27579): Terminated: ok {rc=0}\u000a08:48:54.660192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27581): Launched\u000a08:48:54.973553 run osmo-hlr_10.42.42.2(pid=27582): Launched\u000a08:48:55.089398 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:48:55.634799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27584): Launched\u000a08:48:55.949341 run osmo-stp_10.42.42.5(pid=27585): Launched\u000a08:48:56.063619 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:48:56.612239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27587): Launched\u000a08:48:56.725153 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:48:56.998250 run patchelf(pid=27588): Launched\u000a08:48:57.182359 run osmo-stp_10.42.42.5(pid=27585): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27585)]\u000a08:48:57.317210 run osmo-stp_10.42.42.5(pid=27585): stdout: \u000a| (launched: 2022-12-13_08:48:55.795318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:57.451945 run osmo-stp_10.42.42.5(pid=27585): stderr: \u000a| �[0;m�[38;5;43m20221213084855987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084855988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084855988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084855988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084855989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084855989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084855989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:57.582790 run osmo-stp_10.42.42.5(pid=27585): stdout: \u000a| (launched: 2022-12-13_08:48:55.795318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:57.712446 run osmo-stp_10.42.42.5(pid=27585): stderr: \u000a| �[0;m�[38;5;43m20221213084855987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084855988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084855988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084855988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084855989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084855989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084855989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:57.863966 run patchelf(pid=27588): Terminating (SIGINT)\u000a08:48:58.040721 run patchelf(pid=27588): Terminated: ok {rc=0}\u000a08:48:58.074207 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27585): Process ended prematurely: osmo-stp_10.42.42.5(pid=27585) [trial-2387↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27585)] [trial-2387↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a08:48:58.084103 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a08:48:58.146350 run osmo-hlr_10.42.42.2(pid=27582): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27582)]\u000a08:48:58.197690 run osmo-hlr_10.42.42.2(pid=27582): stdout: \u000a| (launched: 2022-12-13_08:48:54.820462) \u000a08:48:58.249323 run osmo-hlr_10.42.42.2(pid=27582): stderr: \u000a| �[0;m�[1;31m20221213084855018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084855018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084855018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084855018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084855018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084855018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084855031 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084855041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084855042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084855042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:48:58.293447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27577): Terminating (SIGTERM)\u000a08:48:58.335165 run iperf3-srv_10.42.42.10(pid=27578): Terminating (SIGTERM)\u000a08:48:58.376789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27581): Terminating (SIGTERM)\u000a08:48:58.418271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27584): Terminating (SIGTERM)\u000a08:48:58.459786 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27587): Terminating (SIGTERM)\u000a08:48:58.469432 --- ParallelTerminationStrategy: PID 27577 died...\u000a08:48:58.525140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27577): Terminated: ok {rc=0}\u000a08:48:58.535043 --- ParallelTerminationStrategy: PID 27578 died...\u000a08:48:58.590518 run iperf3-srv_10.42.42.10(pid=27578): Terminated {rc=256}\u000a08:48:58.600766 --- ParallelTerminationStrategy: PID 27581 died...\u000a08:48:58.656112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27581): Terminated: ok {rc=0}\u000a08:48:58.666189 --- ParallelTerminationStrategy: PID 27584 died...\u000a08:48:58.721688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27584): Terminated: ok {rc=0}\u000a08:48:58.731698 --- ParallelTerminationStrategy: PID 27587 died...\u000a08:48:58.787014 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27587): Terminated: ok {rc=0}\u000a08:48:58.874127 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27603): Process ended prematurely: osmo-stp_10.42.42.5(pid=27603) [trial-2387↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27603)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27603): Process ended prematurely: osmo-stp_10.42.42.5(pid=27603) [trial-2387↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a08:48:59.981950 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:48:59.993098 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:49:00.134407 tst iperf3m4.py: using LAC 32816\u000a08:49:00.249767 tst iperf3m4.py: using RAC 176\u000a08:49:00.364463 tst iperf3m4.py: using CellId 32816\u000a08:49:00.479691 tst iperf3m4.py: using BVCI 32817\u000a08:49:00.502138 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:00.512929 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:00.523483 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:00.533996 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:00.544685 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:00.556000 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:00.567075 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:00.577904 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:00.588855 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:49:00.709422 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:49:00.826765 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:49:00.954362 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:49:01.256462 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:49:01.384632 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:49:01.716916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27589): Launched\u000a08:49:01.994529 run iperf3-srv_10.42.42.10(pid=27590): Launched\u000a08:49:02.181074 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:49:02.309707 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:49:02.621711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27591): Launched\u000a08:49:02.892294 run iperf3-srv_10.42.42.10(pid=27592): Launched\u000a08:49:03.086032 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:49:03.218170 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:49:03.544583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27593): Launched\u000a08:49:03.816566 run iperf3-srv_10.42.42.10(pid=27594): Launched\u000a08:49:04.010919 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:49:04.143786 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:49:04.470206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27595): Launched\u000a08:49:04.741698 run iperf3-srv_10.42.42.10(pid=27596): Launched\u000a08:49:04.935671 tst iperf3m4.py:8: start network...\u000a08:49:05.068318 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:49:05.572720 run create_hlr_db(pid=27597): Launched\u000a08:49:05.755887 bus /gobi_6: Setting Powered False\u000a08:49:06.776254 run create_hlr_db(pid=27597): Terminated: ok {rc=0}\u000a08:49:07.171840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27599): Launched\u000a08:49:07.467561 run osmo-hlr_10.42.42.2(pid=27600): Launched\u000a08:49:07.584599 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:49:08.104825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27602): Launched\u000a08:49:08.398606 run osmo-stp_10.42.42.5(pid=27603): Launched\u000a08:49:08.511605 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:49:09.024173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27605): Launched\u000a08:49:09.129185 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:49:09.385155 run patchelf(pid=27606): Launched\u000a08:49:09.558109 run osmo-stp_10.42.42.5(pid=27603): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27603)]\u000a08:49:09.684646 run osmo-stp_10.42.42.5(pid=27603): stdout: \u000a| (launched: 2022-12-13_08:49:08.254466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:09.811170 run osmo-stp_10.42.42.5(pid=27603): stderr: \u000a| �[0;m�[38;5;43m20221213084908423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084908423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084908423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084908424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084908424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084908424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084908424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:09.933480 run osmo-stp_10.42.42.5(pid=27603): stdout: \u000a| (launched: 2022-12-13_08:49:08.254466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:10.054757 run osmo-stp_10.42.42.5(pid=27603): stderr: \u000a| �[0;m�[38;5;43m20221213084908423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084908423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084908423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084908424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084908424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084908424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084908424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:10.195987 run patchelf(pid=27606): Terminating (SIGINT)\u000a08:49:10.361840 run patchelf(pid=27606): Terminated: ok {rc=0}\u000a08:49:10.392214 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27603): Process ended prematurely: osmo-stp_10.42.42.5(pid=27603) [trial-2387↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27603)] [trial-2387↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a08:49:10.401376 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a08:49:10.462270 run osmo-hlr_10.42.42.2(pid=27600): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27600)]\u000a08:49:10.511306 run osmo-hlr_10.42.42.2(pid=27600): stdout: \u000a| (launched: 2022-12-13_08:49:07.322787) \u000a08:49:10.560772 run osmo-hlr_10.42.42.2(pid=27600): stderr: \u000a| �[0;m�[1;31m20221213084907497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084907497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084907497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084907497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084907497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084907498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084907509 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084907518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084907518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084907518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:49:10.602968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27589): Terminating (SIGTERM)\u000a08:49:10.642716 run iperf3-srv_10.42.42.10(pid=27590): Terminating (SIGTERM)\u000a08:49:10.682628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27591): Terminating (SIGTERM)\u000a08:49:10.722276 run iperf3-srv_10.42.42.10(pid=27592): Terminating (SIGTERM)\u000a08:49:10.762070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27593): Terminating (SIGTERM)\u000a08:49:10.801786 run iperf3-srv_10.42.42.10(pid=27594): Terminating (SIGTERM)\u000a08:49:10.841548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27595): Terminating (SIGTERM)\u000a08:49:10.881124 run iperf3-srv_10.42.42.10(pid=27596): Terminating (SIGTERM)\u000a08:49:10.920857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27599): Terminating (SIGTERM)\u000a08:49:10.960486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27602): Terminating (SIGTERM)\u000a08:49:11.000161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27605): Terminating (SIGTERM)\u000a08:49:11.009292 --- ParallelTerminationStrategy: PID 27589 died...\u000a08:49:11.062670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27589): Terminated: ok {rc=0}\u000a08:49:11.072088 --- ParallelTerminationStrategy: PID 27590 died...\u000a08:49:11.125163 run iperf3-srv_10.42.42.10(pid=27590): Terminated {rc=256}\u000a08:49:11.134581 --- ParallelTerminationStrategy: PID 27591 died...\u000a08:49:11.187833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27591): Terminated: ok {rc=0}\u000a08:49:11.197377 --- ParallelTerminationStrategy: PID 27592 died...\u000a08:49:11.250336 run iperf3-srv_10.42.42.10(pid=27592): Terminated {rc=256}\u000a08:49:11.259689 --- ParallelTerminationStrategy: PID 27593 died...\u000a08:49:11.312684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27593): Terminated: ok {rc=0}\u000a08:49:11.322093 --- ParallelTerminationStrategy: PID 27594 died...\u000a08:49:11.375025 run iperf3-srv_10.42.42.10(pid=27594): Terminated {rc=256}\u000a08:49:11.384437 --- ParallelTerminationStrategy: PID 27595 died...\u000a08:49:11.437325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27595): Terminated: ok {rc=0}\u000a08:49:11.446729 --- ParallelTerminationStrategy: PID 27596 died...\u000a08:49:11.499449 run iperf3-srv_10.42.42.10(pid=27596): Terminated {rc=256}\u000a08:49:11.508796 --- ParallelTerminationStrategy: PID 27599 died...\u000a08:49:11.561617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27599): Terminated: ok {rc=0}\u000a08:49:11.571051 --- ParallelTerminationStrategy: PID 27602 died...\u000a08:49:11.623967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27602): Terminated: ok {rc=0}\u000a08:49:11.633392 --- ParallelTerminationStrategy: PID 27605 died...\u000a08:49:11.686183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27605): Terminated: ok {rc=0}\u000a08:49:11.773570 bus /gobi_4: Setting Powered False\u000a08:49:12.874615 bus /gobi_4: Setting Powered False\u000a08:49:13.985774 bus /gobi_1: Setting Powered False\u000a08:49:15.087890 bus /gobi_1: Setting Powered False\u000a08:49:16.200764 bus /gobi_0: Setting Powered False\u000a08:49:17.314043 bus /gobi_0: Setting Powered False\u000a08:49:18.423840 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27613): Process ended prematurely: osmo-stp_10.42.42.5(pid=27613) [trial-2387↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27613)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27613): Process ended prematurely: osmo-stp_10.42.42.5(pid=27613) [trial-2387↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27613)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a08:49:19.489883 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:19.501307 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:49:19.650280 tst ping.py: using LAC 32817\u000a08:49:19.773343 tst ping.py: using RAC 177\u000a08:49:19.898742 tst ping.py: using CellId 32817\u000a08:49:20.011363 tst ping.py: using BVCI 32818\u000a08:49:20.033873 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:20.044805 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:20.055351 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:20.065829 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:20.077231 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:20.088556 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:20.099793 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:20.110798 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:49:20.396098 tst ping.py:19: start network...\u000a08:49:20.526096 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:49:21.021730 run create_hlr_db(pid=27607): Launched\u000a08:49:21.202370 bus /gobi_6: Setting Powered False\u000a08:49:22.223052 run create_hlr_db(pid=27607): Terminated: ok {rc=0}\u000a08:49:22.635265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27609): Launched\u000a08:49:22.944251 run osmo-hlr_10.42.42.2(pid=27610): Launched\u000a08:49:23.060834 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:49:23.600935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27612): Launched\u000a08:49:23.910454 run osmo-stp_10.42.42.5(pid=27613): Launched\u000a08:49:24.023510 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:49:24.564718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27615): Launched\u000a08:49:24.675989 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:49:24.945279 run patchelf(pid=27616): Launched\u000a08:49:25.127248 run osmo-stp_10.42.42.5(pid=27613): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27613)]\u000a08:49:25.260230 run osmo-stp_10.42.42.5(pid=27613): stdout: \u000a| (launched: 2022-12-13_08:49:23.759347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:25.393837 run osmo-stp_10.42.42.5(pid=27613): stderr: \u000a| �[0;m�[38;5;43m20221213084923949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084923949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084923949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084923950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084923952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084923952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084923952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:25.522799 run osmo-stp_10.42.42.5(pid=27613): stdout: \u000a| (launched: 2022-12-13_08:49:23.759347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:25.651202 run osmo-stp_10.42.42.5(pid=27613): stderr: \u000a| �[0;m�[38;5;43m20221213084923949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084923949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084923949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084923950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084923952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084923952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084923952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:25.799500 run patchelf(pid=27616): Terminating (SIGINT)\u000a08:49:25.973771 run patchelf(pid=27616): Terminated: ok {rc=0}\u000a08:49:26.005517 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27613): Process ended prematurely: osmo-stp_10.42.42.5(pid=27613) [trial-2387↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27613)] [trial-2387↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a08:49:26.014741 tst ping.py:22: Test FAILED (6.5 sec)\u000a08:49:26.077760 run osmo-hlr_10.42.42.2(pid=27610): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27610)]\u000a08:49:26.129329 run osmo-hlr_10.42.42.2(pid=27610): stdout: \u000a| (launched: 2022-12-13_08:49:22.793377) \u000a08:49:26.181329 run osmo-hlr_10.42.42.2(pid=27610): stderr: \u000a| �[0;m�[1;31m20221213084922990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084922990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084922990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084922990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084922990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084922990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084923003 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084923011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084923011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084923011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:49:26.225659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27609): Terminating (SIGTERM)\u000a08:49:26.267423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27612): Terminating (SIGTERM)\u000a08:49:26.309494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27615): Terminating (SIGTERM)\u000a08:49:26.319285 --- ParallelTerminationStrategy: PID 27609 died...\u000a08:49:26.375316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27609): Terminated: ok {rc=0}\u000a08:49:26.385346 --- ParallelTerminationStrategy: PID 27612 died...\u000a08:49:26.440601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27612): Terminated: ok {rc=0}\u000a08:49:26.450583 --- ParallelTerminationStrategy: PID 27615 died...\u000a08:49:26.506349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27615): Terminated: ok {rc=0}\u000a08:49:26.593030 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27623): Process ended prematurely: osmo-stp_10.42.42.5(pid=27623) [trial-2387↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27623)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27623): Process ended prematurely: osmo-stp_10.42.42.5(pid=27623) [trial-2387↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27623)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a08:49:27.645582 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:27.657514 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:49:27.806422 tst ping_idle_ping.py: using LAC 32818\u000a08:49:27.924503 tst ping_idle_ping.py: using RAC 178\u000a08:49:28.038220 tst ping_idle_ping.py: using CellId 32818\u000a08:49:28.152402 tst ping_idle_ping.py: using BVCI 32819\u000a08:49:28.174641 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:28.185625 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:28.196070 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:28.206614 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:28.217843 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:28.229281 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:28.240277 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:28.251156 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:49:28.519339 tst ping_idle_ping.py:24: start network...\u000a08:49:28.640400 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:49:29.099128 run create_hlr_db(pid=27617): Launched\u000a08:49:29.267141 bus /gobi_6: Setting Powered False\u000a08:49:30.288433 run create_hlr_db(pid=27617): Terminated: ok {rc=0}\u000a08:49:30.674698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27619): Launched\u000a08:49:30.975422 run osmo-hlr_10.42.42.2(pid=27620): Launched\u000a08:49:31.096261 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:49:31.733750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27622): Launched\u000a08:49:32.063577 run osmo-stp_10.42.42.5(pid=27623): Launched\u000a08:49:32.226260 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:49:32.904358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27625): Launched\u000a08:49:33.015770 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:49:33.285976 run patchelf(pid=27626): Launched\u000a08:49:33.469192 run osmo-stp_10.42.42.5(pid=27623): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27623)]\u000a08:49:33.602929 run osmo-stp_10.42.42.5(pid=27623): stdout: \u000a| (launched: 2022-12-13_08:49:31.888369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:33.737773 run osmo-stp_10.42.42.5(pid=27623): stderr: \u000a| �[0;m�[38;5;43m20221213084932247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084932247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084932249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084932249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084932251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084932251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084932251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:33.867761 run osmo-stp_10.42.42.5(pid=27623): stdout: \u000a| (launched: 2022-12-13_08:49:31.888369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:33.995981 run osmo-stp_10.42.42.5(pid=27623): stderr: \u000a| �[0;m�[38;5;43m20221213084932247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084932247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084932249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084932249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084932251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084932251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084932251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:34.145579 run patchelf(pid=27626): Terminating (SIGINT)\u000a08:49:34.320170 run patchelf(pid=27626): Terminated: ok {rc=0}\u000a08:49:34.351917 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27623): Process ended prematurely: osmo-stp_10.42.42.5(pid=27623) [trial-2387↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27623)] [trial-2387↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a08:49:34.360861 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a08:49:34.423379 run osmo-hlr_10.42.42.2(pid=27620): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27620)]\u000a08:49:34.474711 run osmo-hlr_10.42.42.2(pid=27620): stdout: \u000a| (launched: 2022-12-13_08:49:30.822011) \u000a08:49:34.526480 run osmo-hlr_10.42.42.2(pid=27620): stderr: \u000a| �[0;m�[1;31m20221213084931117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084931117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084931117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084931117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084931117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084931117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084931133 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084931150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084931150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084931150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:49:34.570547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27619): Terminating (SIGTERM)\u000a08:49:34.612897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27622): Terminating (SIGTERM)\u000a08:49:34.654514 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27625): Terminating (SIGTERM)\u000a08:49:34.664261 --- ParallelTerminationStrategy: PID 27619 died...\u000a08:49:34.719516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27619): Terminated: ok {rc=0}\u000a08:49:34.729561 --- ParallelTerminationStrategy: PID 27622 died...\u000a08:49:34.785808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27622): Terminated: ok {rc=0}\u000a08:49:34.795805 --- ParallelTerminationStrategy: PID 27625 died...\u000a08:49:34.851312 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27625): Terminated: ok {rc=0}\u000a08:49:34.936981 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:48:37" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27640): Process ended prematurely: osmo-stp_10.42.42.5(pid=27640) [trial-2387↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27640)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27640): Process ended prematurely: osmo-stp_10.42.42.5(pid=27640) [trial-2387↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27640)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:49:37.058292 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:37.069447 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:49:37.215359 tst cs_paging_gprs_active.py: using LAC 32819\u000a08:49:37.331621 tst cs_paging_gprs_active.py: using RAC 179\u000a08:49:37.451950 tst cs_paging_gprs_active.py: using CellId 32819\u000a08:49:37.566807 tst cs_paging_gprs_active.py: using BVCI 32820\u000a08:49:37.589640 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:37.600347 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:37.611052 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:37.621703 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:37.632839 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:37.644111 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:37.655246 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:37.666121 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:37.677119 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:49:37.796698 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:49:38.069222 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:49:38.192423 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:49:38.496515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27630): Launched\u000a08:49:38.749272 run iperf3-srv_10.42.42.10(pid=27631): Launched\u000a08:49:38.928927 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:49:39.051740 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:49:39.356726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27632): Launched\u000a08:49:39.608902 run iperf3-srv_10.42.42.10(pid=27633): Launched\u000a08:49:39.788938 tst cs_paging_gprs_active.py:38: start network...\u000a08:49:39.911705 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:49:40.374998 run create_hlr_db(pid=27634): Launched\u000a08:49:40.545324 bus /gobi_6: Setting Powered False\u000a08:49:41.566853 run create_hlr_db(pid=27634): Terminated: ok {rc=0}\u000a08:49:41.985643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27636): Launched\u000a08:49:42.302637 run osmo-hlr_10.42.42.2(pid=27637): Launched\u000a08:49:42.418692 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:49:42.966619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27639): Launched\u000a08:49:43.282281 run osmo-stp_10.42.42.5(pid=27640): Launched\u000a08:49:43.398284 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:49:43.948754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27642): Launched\u000a08:49:44.062005 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:49:44.336842 run patchelf(pid=27643): Launched\u000a08:49:44.521585 run osmo-stp_10.42.42.5(pid=27640): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27640)]\u000a08:49:44.657223 run osmo-stp_10.42.42.5(pid=27640): stdout: \u000a| (launched: 2022-12-13_08:49:43.127667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:44.793038 run osmo-stp_10.42.42.5(pid=27640): stderr: \u000a| �[0;m�[38;5;43m20221213084943319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084943319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084943319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084943320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084943322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084943322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084943322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:44.923714 run osmo-stp_10.42.42.5(pid=27640): stdout: \u000a| (launched: 2022-12-13_08:49:43.127667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:45.053744 run osmo-stp_10.42.42.5(pid=27640): stderr: \u000a| �[0;m�[38;5;43m20221213084943319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084943319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084943319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084943320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084943322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084943322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084943322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:45.204384 run patchelf(pid=27643): Terminating (SIGINT)\u000a08:49:45.381569 run patchelf(pid=27643): Terminated: ok {rc=0}\u000a08:49:45.414135 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27640): Process ended prematurely: osmo-stp_10.42.42.5(pid=27640) [trial-2387↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27640)] [trial-2387↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a08:49:45.423831 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a08:49:45.485342 run osmo-hlr_10.42.42.2(pid=27637): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27637)]\u000a08:49:45.535782 run osmo-hlr_10.42.42.2(pid=27637): stdout: \u000a| (launched: 2022-12-13_08:49:42.146839) \u000a08:49:45.587053 run osmo-hlr_10.42.42.2(pid=27637): stderr: \u000a| �[0;m�[1;31m20221213084942344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084942344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084942344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084942345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084942345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084942345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084942356 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084942364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084942365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084942365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:49:45.630970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27630): Terminating (SIGTERM)\u000a08:49:45.672295 run iperf3-srv_10.42.42.10(pid=27631): Terminating (SIGTERM)\u000a08:49:45.713849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27632): Terminating (SIGTERM)\u000a08:49:45.755201 run iperf3-srv_10.42.42.10(pid=27633): Terminating (SIGTERM)\u000a08:49:45.796850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27636): Terminating (SIGTERM)\u000a08:49:45.838430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27639): Terminating (SIGTERM)\u000a08:49:45.879636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27642): Terminating (SIGTERM)\u000a08:49:45.889241 --- ParallelTerminationStrategy: PID 27630 died...\u000a08:49:45.946600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27630): Terminated: ok {rc=0}\u000a08:49:45.959175 --- ParallelTerminationStrategy: PID 27631 died...\u000a08:49:46.016041 run iperf3-srv_10.42.42.10(pid=27631): Terminated {rc=256}\u000a08:49:46.026276 --- ParallelTerminationStrategy: PID 27632 died...\u000a08:49:46.082049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27632): Terminated: ok {rc=0}\u000a08:49:46.092325 --- ParallelTerminationStrategy: PID 27633 died...\u000a08:49:46.147754 run iperf3-srv_10.42.42.10(pid=27633): Terminated {rc=256}\u000a08:49:46.158101 --- ParallelTerminationStrategy: PID 27636 died...\u000a08:49:46.214357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27636): Terminated: ok {rc=0}\u000a08:49:46.224655 --- ParallelTerminationStrategy: PID 27639 died...\u000a08:49:46.280281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27639): Terminated: ok {rc=0}\u000a08:49:46.290682 --- ParallelTerminationStrategy: PID 27642 died...\u000a08:49:46.346431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27642): Terminated: ok {rc=0}\u000a08:49:46.434078 bus /gobi_0: Setting Powered False\u000a08:49:47.535125 bus /gobi_0: Setting Powered False\u000a08:49:48.644715 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27652): Process ended prematurely: osmo-stp_10.42.42.5(pid=27652) [trial-2387↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27652)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27652): Process ended prematurely: osmo-stp_10.42.42.5(pid=27652) [trial-2387↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27652)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a08:49:49.753630 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:49.764940 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:49:49.917743 tst iperf3.py: using LAC 32820\u000a08:49:50.041552 tst iperf3.py: using RAC 180\u000a08:49:50.167170 tst iperf3.py: using CellId 32820\u000a08:49:50.291847 tst iperf3.py: using BVCI 32821\u000a08:49:50.315043 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:50.326407 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:50.336858 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:50.348519 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:50.359466 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:50.370661 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:50.381689 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:50.392746 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:50.403835 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:49:50.693217 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:49:50.824813 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:49:51.149088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27644): Launched\u000a08:49:51.418654 run iperf3-srv_10.42.42.10(pid=27645): Launched\u000a08:49:51.611552 tst iperf3.py:8: start network...\u000a08:49:51.744037 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:49:52.246760 run create_hlr_db(pid=27646): Launched\u000a08:49:52.429196 bus /gobi_6: Setting Powered False\u000a08:49:53.441540 run create_hlr_db(pid=27646): Terminated: ok {rc=0}\u000a08:49:53.862531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27648): Launched\u000a08:49:54.177893 run osmo-hlr_10.42.42.2(pid=27649): Launched\u000a08:49:54.298994 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:49:54.846317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27651): Launched\u000a08:49:55.160154 run osmo-stp_10.42.42.5(pid=27652): Launched\u000a08:49:55.274521 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:49:55.822323 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27654): Launched\u000a08:49:55.934815 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:49:56.207975 run patchelf(pid=27655): Launched\u000a08:49:56.392543 run osmo-stp_10.42.42.5(pid=27652): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27652)]\u000a08:49:56.527279 run osmo-stp_10.42.42.5(pid=27652): stdout: \u000a| (launched: 2022-12-13_08:49:55.006947)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:56.663272 run osmo-stp_10.42.42.5(pid=27652): stderr: \u000a| �[0;m�[38;5;43m20221213084955199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084955199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084955200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084955200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084955200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084955201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084955201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:56.793979 run osmo-stp_10.42.42.5(pid=27652): stdout: \u000a| (launched: 2022-12-13_08:49:55.006947)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:56.923169 run osmo-stp_10.42.42.5(pid=27652): stderr: \u000a| �[0;m�[38;5;43m20221213084955199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213084955199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213084955200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213084955200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213084955200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213084955201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213084955201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:57.073640 run patchelf(pid=27655): Terminating (SIGINT)\u000a08:49:57.250303 run patchelf(pid=27655): Terminated: ok {rc=0}\u000a08:49:57.282889 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27652): Process ended prematurely: osmo-stp_10.42.42.5(pid=27652) [trial-2387↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27652)] [trial-2387↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a08:49:57.292559 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a08:49:57.354052 run osmo-hlr_10.42.42.2(pid=27649): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27649)]\u000a08:49:57.404630 run osmo-hlr_10.42.42.2(pid=27649): stdout: \u000a| (launched: 2022-12-13_08:49:54.024137) \u000a08:49:57.455968 run osmo-hlr_10.42.42.2(pid=27649): stderr: \u000a| �[0;m�[1;31m20221213084954223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213084954223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213084954223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084954223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213084954223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213084954223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213084954236 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213084954245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213084954245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213084954245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:49:57.501729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27644): Terminating (SIGTERM)\u000a08:49:57.543105 run iperf3-srv_10.42.42.10(pid=27645): Terminating (SIGTERM)\u000a08:49:57.584582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27648): Terminating (SIGTERM)\u000a08:49:57.626260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27651): Terminating (SIGTERM)\u000a08:49:57.667908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27654): Terminating (SIGTERM)\u000a08:49:57.677676 --- ParallelTerminationStrategy: PID 27644 died...\u000a08:49:57.733229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27644): Terminated: ok {rc=0}\u000a08:49:57.743335 --- ParallelTerminationStrategy: PID 27645 died...\u000a08:49:57.798579 run iperf3-srv_10.42.42.10(pid=27645): Terminated {rc=256}\u000a08:49:57.808413 --- ParallelTerminationStrategy: PID 27648 died...\u000a08:49:57.862972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27648): Terminated: ok {rc=0}\u000a08:49:57.872701 --- ParallelTerminationStrategy: PID 27651 died...\u000a08:49:57.927475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27651): Terminated: ok {rc=0}\u000a08:49:57.937557 --- ParallelTerminationStrategy: PID 27654 died...\u000a08:49:57.992536 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27654): Terminated: ok {rc=0}\u000a08:49:58.078652 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27680): Process ended prematurely: osmo-stp_10.42.42.5(pid=27680) [trial-2387↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27680)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27680): Process ended prematurely: osmo-stp_10.42.42.5(pid=27680) [trial-2387↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27680)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a08:49:59.191615 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:59.203339 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:49:59.349556 tst iperf3m4.py: using LAC 32821\u000a08:49:59.466073 tst iperf3m4.py: using RAC 181\u000a08:49:59.582343 tst iperf3m4.py: using CellId 32821\u000a08:49:59.700362 tst iperf3m4.py: using BVCI 32822\u000a08:49:59.723214 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:59.734283 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:59.745039 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:59.755809 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:59.766983 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:59.778293 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:59.789597 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:59.800658 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:59.811981 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:49:59.932080 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:50:00.050833 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:50:00.169447 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:50:00.461033 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:50:00.593437 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:50:00.919553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27656): Launched\u000a08:50:01.287043 run iperf3-srv_10.42.42.10(pid=27657): Launched\u000a08:50:01.555974 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:50:01.730505 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:50:02.154832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27662): Launched\u000a08:50:02.475329 run iperf3-srv_10.42.42.10(pid=27669): Launched\u000a08:50:02.662111 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:50:02.790214 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:50:03.096100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27670): Launched\u000a08:50:03.348454 run iperf3-srv_10.42.42.10(pid=27671): Launched\u000a08:50:03.527590 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:50:03.650082 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:50:03.953885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27672): Launched\u000a08:50:04.206314 run iperf3-srv_10.42.42.10(pid=27673): Launched\u000a08:50:04.385911 tst iperf3m4.py:8: start network...\u000a08:50:04.508486 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:50:04.970527 run create_hlr_db(pid=27674): Launched\u000a08:50:05.140070 bus /gobi_6: Setting Powered False\u000a08:50:06.162578 run create_hlr_db(pid=27674): Terminated: ok {rc=0}\u000a08:50:06.554120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27676): Launched\u000a08:50:06.848895 run osmo-hlr_10.42.42.2(pid=27677): Launched\u000a08:50:06.963804 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:50:07.485763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27679): Launched\u000a08:50:07.782227 run osmo-stp_10.42.42.5(pid=27680): Launched\u000a08:50:07.890679 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:50:08.402242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27682): Launched\u000a08:50:08.506967 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:50:08.762585 run patchelf(pid=27683): Launched\u000a08:50:08.935151 run osmo-stp_10.42.42.5(pid=27680): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27680)]\u000a08:50:09.061758 run osmo-stp_10.42.42.5(pid=27680): stdout: \u000a| (launched: 2022-12-13_08:50:07.635360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:09.188375 run osmo-stp_10.42.42.5(pid=27680): stderr: \u000a| �[0;m�[38;5;43m20221213085007809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085007809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085007809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085007809 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085007810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085007810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085007810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:09.310865 run osmo-stp_10.42.42.5(pid=27680): stdout: \u000a| (launched: 2022-12-13_08:50:07.635360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:09.432240 run osmo-stp_10.42.42.5(pid=27680): stderr: \u000a| �[0;m�[38;5;43m20221213085007809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085007809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085007809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085007809 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085007810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085007810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085007810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:09.573599 run patchelf(pid=27683): Terminating (SIGINT)\u000a08:50:09.739050 run patchelf(pid=27683): Terminated: ok {rc=0}\u000a08:50:09.769716 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27680): Process ended prematurely: osmo-stp_10.42.42.5(pid=27680) [trial-2387↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27680)] [trial-2387↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a08:50:09.778946 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a08:50:09.839125 run osmo-hlr_10.42.42.2(pid=27677): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27677)]\u000a08:50:09.888316 run osmo-hlr_10.42.42.2(pid=27677): stdout: \u000a| (launched: 2022-12-13_08:50:06.703487) \u000a08:50:09.937774 run osmo-hlr_10.42.42.2(pid=27677): stderr: \u000a| �[0;m�[1;31m20221213085006876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085006876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085006876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085006877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085006877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085006877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085006888 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085006896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085006897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085006897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:50:09.979974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27656): Terminating (SIGTERM)\u000a08:50:10.019761 run iperf3-srv_10.42.42.10(pid=27657): Terminating (SIGTERM)\u000a08:50:10.059793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27662): Terminating (SIGTERM)\u000a08:50:10.099613 run iperf3-srv_10.42.42.10(pid=27669): Terminating (SIGTERM)\u000a08:50:10.139622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27670): Terminating (SIGTERM)\u000a08:50:10.179179 run iperf3-srv_10.42.42.10(pid=27671): Terminating (SIGTERM)\u000a08:50:10.219483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27672): Terminating (SIGTERM)\u000a08:50:10.259221 run iperf3-srv_10.42.42.10(pid=27673): Terminating (SIGTERM)\u000a08:50:10.299480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27676): Terminating (SIGTERM)\u000a08:50:10.339555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27679): Terminating (SIGTERM)\u000a08:50:10.379694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27682): Terminating (SIGTERM)\u000a08:50:10.388884 --- ParallelTerminationStrategy: PID 27656 died...\u000a08:50:10.442767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27656): Terminated: ok {rc=0}\u000a08:50:10.452270 --- ParallelTerminationStrategy: PID 27657 died...\u000a08:50:10.505114 run iperf3-srv_10.42.42.10(pid=27657): Terminated {rc=256}\u000a08:50:10.514470 --- ParallelTerminationStrategy: PID 27662 died...\u000a08:50:10.567958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27662): Terminated: ok {rc=0}\u000a08:50:10.577491 --- ParallelTerminationStrategy: PID 27669 died...\u000a08:50:10.630705 run iperf3-srv_10.42.42.10(pid=27669): Terminated {rc=256}\u000a08:50:10.640211 --- ParallelTerminationStrategy: PID 27670 died...\u000a08:50:10.692925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27670): Terminated: ok {rc=0}\u000a08:50:10.702361 --- ParallelTerminationStrategy: PID 27671 died...\u000a08:50:10.755031 run iperf3-srv_10.42.42.10(pid=27671): Terminated {rc=256}\u000a08:50:10.764474 --- ParallelTerminationStrategy: PID 27672 died...\u000a08:50:10.817276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27672): Terminated: ok {rc=0}\u000a08:50:10.826775 --- ParallelTerminationStrategy: PID 27673 died...\u000a08:50:10.879472 run iperf3-srv_10.42.42.10(pid=27673): Terminated {rc=256}\u000a08:50:10.888886 --- ParallelTerminationStrategy: PID 27676 died...\u000a08:50:10.941864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27676): Terminated: ok {rc=0}\u000a08:50:10.951245 --- ParallelTerminationStrategy: PID 27679 died...\u000a08:50:11.004297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27679): Terminated: ok {rc=0}\u000a08:50:11.013908 --- ParallelTerminationStrategy: PID 27682 died...\u000a08:50:11.066643 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27682): Terminated: ok {rc=0}\u000a08:50:11.153998 bus /gobi_4: Setting Powered False\u000a08:50:12.255145 bus /gobi_4: Setting Powered False\u000a08:50:13.369972 bus /gobi_1: Setting Powered False\u000a08:50:14.481417 bus /gobi_1: Setting Powered False\u000a08:50:15.587121 bus /gobi_0: Setting Powered False\u000a08:50:16.704585 bus /gobi_0: Setting Powered False\u000a08:50:17.814344 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28041): Process ended prematurely: osmo-stp_10.42.42.5(pid=28041) [trial-2387↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28041)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28041): Process ended prematurely: osmo-stp_10.42.42.5(pid=28041) [trial-2387↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28041)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a08:50:18.878945 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:18.890418 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:50:19.032920 tst ping.py: using LAC 32822\u000a08:50:19.147294 tst ping.py: using RAC 182\u000a08:50:19.261415 tst ping.py: using CellId 32822\u000a08:50:19.375248 tst ping.py: using BVCI 32823\u000a08:50:19.397560 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:19.408583 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:19.419324 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:19.430026 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:19.441206 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:19.452266 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:19.463569 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:19.474767 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:50:19.761733 tst ping.py:19: start network...\u000a08:50:19.891473 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:50:20.384485 run create_hlr_db(pid=28035): Launched\u000a08:50:20.564824 bus /gobi_6: Setting Powered False\u000a08:50:21.584017 run create_hlr_db(pid=28035): Terminated: ok {rc=0}\u000a08:50:21.996046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28037): Launched\u000a08:50:22.304918 run osmo-hlr_10.42.42.2(pid=28038): Launched\u000a08:50:22.422503 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:50:22.964009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28040): Launched\u000a08:50:23.273036 run osmo-stp_10.42.42.5(pid=28041): Launched\u000a08:50:23.385342 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:50:23.925273 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28043): Launched\u000a08:50:24.036203 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:50:24.300721 run patchelf(pid=28044): Launched\u000a08:50:24.472101 run osmo-stp_10.42.42.5(pid=28041): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28041)]\u000a08:50:24.598242 run osmo-stp_10.42.42.5(pid=28041): stdout: \u000a| (launched: 2022-12-13_08:50:23.121807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:24.723939 run osmo-stp_10.42.42.5(pid=28041): stderr: \u000a| �[0;m�[38;5;43m20221213085023311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085023311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085023311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085023312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085023314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085023314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085023314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:24.845146 run osmo-stp_10.42.42.5(pid=28041): stdout: \u000a| (launched: 2022-12-13_08:50:23.121807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:24.965525 run osmo-stp_10.42.42.5(pid=28041): stderr: \u000a| �[0;m�[38;5;43m20221213085023311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085023311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085023311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085023312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085023314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085023314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085023314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:25.104670 run patchelf(pid=28044): Terminating (SIGINT)\u000a08:50:25.267631 run patchelf(pid=28044): Terminated: ok {rc=0}\u000a08:50:25.297439 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28041): Process ended prematurely: osmo-stp_10.42.42.5(pid=28041) [trial-2387↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28041)] [trial-2387↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a08:50:25.306034 tst ping.py:22: Test FAILED (6.4 sec)\u000a08:50:25.366603 run osmo-hlr_10.42.42.2(pid=28038): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28038)]\u000a08:50:25.416315 run osmo-hlr_10.42.42.2(pid=28038): stdout: \u000a| (launched: 2022-12-13_08:50:22.153473) \u000a08:50:25.466674 run osmo-hlr_10.42.42.2(pid=28038): stderr: \u000a| �[0;m�[1;31m20221213085022348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085022348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085022348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085022348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085022348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085022349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085022362 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085022370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085022370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085022370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:50:25.509547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28037): Terminating (SIGTERM)\u000a08:50:25.549946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28040): Terminating (SIGTERM)\u000a08:50:25.591309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28043): Terminating (SIGTERM)\u000a08:50:25.600729 --- ParallelTerminationStrategy: PID 28037 died...\u000a08:50:25.655532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28037): Terminated: ok {rc=0}\u000a08:50:25.665259 --- ParallelTerminationStrategy: PID 28040 died...\u000a08:50:25.719465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28040): Terminated: ok {rc=0}\u000a08:50:25.729219 --- ParallelTerminationStrategy: PID 28043 died...\u000a08:50:25.783322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28043): Terminated: ok {rc=0}\u000a08:50:25.871264 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28228): Process ended prematurely: osmo-stp_10.42.42.5(pid=28228) [trial-2387↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28228)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28228): Process ended prematurely: osmo-stp_10.42.42.5(pid=28228) [trial-2387↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28228)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a08:50:26.921515 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:26.932885 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:50:27.075893 tst ping_idle_ping.py: using LAC 32823\u000a08:50:27.198471 tst ping_idle_ping.py: using RAC 183\u000a08:50:27.322640 tst ping_idle_ping.py: using CellId 32823\u000a08:50:27.441408 tst ping_idle_ping.py: using BVCI 32824\u000a08:50:27.463755 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:27.474825 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:27.485815 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:27.496508 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:27.507755 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:27.518874 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:27.530093 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:27.540823 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:50:27.827857 tst ping_idle_ping.py:24: start network...\u000a08:50:27.959203 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:50:28.462108 run create_hlr_db(pid=28045): Launched\u000a08:50:28.643452 bus /gobi_6: Setting Powered False\u000a08:50:29.660234 run create_hlr_db(pid=28045): Terminated: ok {rc=0}\u000a08:50:30.086417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28218): Launched\u000a08:50:30.490287 run osmo-hlr_10.42.42.2(pid=28224): Launched\u000a08:50:30.604624 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:50:31.238280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28227): Launched\u000a08:50:31.662955 run osmo-stp_10.42.42.5(pid=28228): Launched\u000a08:50:31.891725 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:50:32.637121 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28230): Launched\u000a08:50:32.764530 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:50:33.096800 run patchelf(pid=28231): Launched\u000a08:50:33.307501 run osmo-stp_10.42.42.5(pid=28228): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28228)]\u000a08:50:33.439420 run osmo-stp_10.42.42.5(pid=28228): stdout: \u000a| (launched: 2022-12-13_08:50:31.398815)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:33.570559 run osmo-stp_10.42.42.5(pid=28228): stderr: \u000a| �[0;m�[38;5;43m20221213085031773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085031773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085031774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085031774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085031775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085031775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085031775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:33.695775 run osmo-stp_10.42.42.5(pid=28228): stdout: \u000a| (launched: 2022-12-13_08:50:31.398815)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:33.819959 run osmo-stp_10.42.42.5(pid=28228): stderr: \u000a| �[0;m�[38;5;43m20221213085031773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085031773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085031774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085031774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085031775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085031775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085031775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:33.963473 run patchelf(pid=28231): Terminating (SIGINT)\u000a08:50:34.132242 run patchelf(pid=28231): Terminated: ok {rc=0}\u000a08:50:34.163476 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28228): Process ended prematurely: osmo-stp_10.42.42.5(pid=28228) [trial-2387↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28228)] [trial-2387↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a08:50:34.173110 tst ping_idle_ping.py:27: Test FAILED (7.2 sec)\u000a08:50:34.237595 run osmo-hlr_10.42.42.2(pid=28224): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28224)]\u000a08:50:34.288929 run osmo-hlr_10.42.42.2(pid=28224): stdout: \u000a| (launched: 2022-12-13_08:50:30.246966) \u000a08:50:34.342394 run osmo-hlr_10.42.42.2(pid=28224): stderr: \u000a| �[0;m�[1;31m20221213085030454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085030454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085030454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085030454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085030454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085030454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085030468 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085030481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085030482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085030482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:50:34.386958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28218): Terminating (SIGTERM)\u000a08:50:34.430542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28227): Terminating (SIGTERM)\u000a08:50:34.472828 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28230): Terminating (SIGTERM)\u000a08:50:34.483123 --- ParallelTerminationStrategy: PID 28218 died...\u000a08:50:34.542537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28218): Terminated: ok {rc=0}\u000a08:50:34.553142 --- ParallelTerminationStrategy: PID 28227 died...\u000a08:50:34.610597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28227): Terminated: ok {rc=0}\u000a08:50:34.620922 --- ParallelTerminationStrategy: PID 28230 died...\u000a08:50:34.677875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28230): Terminated: ok {rc=0}\u000a08:50:34.765441 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:49:36" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28242): Process ended prematurely: osmo-stp_10.42.42.5(pid=28242) [trial-2387↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28242)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28242): Process ended prematurely: osmo-stp_10.42.42.5(pid=28242) [trial-2387↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28242)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a08:50:36.757988 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:50:36.768860 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:50:36.906597 tst switch_tch_pdch.py: using LAC 32824\u000a08:50:37.018921 tst switch_tch_pdch.py: using RAC 184\u000a08:50:37.131814 tst switch_tch_pdch.py: using CellId 32824\u000a08:50:37.252409 tst switch_tch_pdch.py: using BVCI 32825\u000a08:50:37.276469 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:50:37.288178 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:50:37.299809 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:50:37.311418 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:50:37.323664 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:50:37.335848 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:50:37.348243 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:50:37.360398 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:50:37.476494 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:50:37.744624 tst switch_tch_pdch.py:51: start network...\u000a08:50:37.864819 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:50:38.321883 run create_hlr_db(pid=28236): Launched\u000a08:50:38.489413 bus /gobi_6: Setting Powered False\u000a08:50:39.509824 run create_hlr_db(pid=28236): Terminated: ok {rc=0}\u000a08:50:39.919706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28238): Launched\u000a08:50:40.228482 run osmo-hlr_10.42.42.2(pid=28239): Launched\u000a08:50:40.342729 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:50:40.882290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28241): Launched\u000a08:50:41.191490 run osmo-stp_10.42.42.5(pid=28242): Launched\u000a08:50:41.304229 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:50:41.847866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28244): Launched\u000a08:50:41.958654 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:50:42.227457 run patchelf(pid=28245): Launched\u000a08:50:42.408511 run osmo-stp_10.42.42.5(pid=28242): ERR: Terminated: ERROR {rc=1} [trial-2387↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28242)]\u000a08:50:42.541115 run osmo-stp_10.42.42.5(pid=28242): stdout: \u000a| (launched: 2022-12-13_08:50:41.040265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:42.674878 run osmo-stp_10.42.42.5(pid=28242): stderr: \u000a| �[0;m�[38;5;43m20221213085041232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085041232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085041232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085041233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085041233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085041233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085041234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:42.803520 run osmo-stp_10.42.42.5(pid=28242): stdout: \u000a| (launched: 2022-12-13_08:50:41.040265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:42.930803 run osmo-stp_10.42.42.5(pid=28242): stderr: \u000a| �[0;m�[38;5;43m20221213085041232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085041232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085041232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085041233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085041233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085041233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085041234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:43.078396 run patchelf(pid=28245): Terminating (SIGINT)\u000a08:50:43.251677 run patchelf(pid=28245): Terminated: ok {rc=0}\u000a08:50:43.283159 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=28242): Process ended prematurely: osmo-stp_10.42.42.5(pid=28242) [trial-2387↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28242)] [trial-2387↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a08:50:43.292188 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a08:50:43.353950 run osmo-hlr_10.42.42.2(pid=28239): ERR: Terminated: ERROR {rc=237} [trial-2387↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28239)]\u000a08:50:43.404589 run osmo-hlr_10.42.42.2(pid=28239): stdout: \u000a| (launched: 2022-12-13_08:50:40.077527) \u000a08:50:43.455962 run osmo-hlr_10.42.42.2(pid=28239): stderr: \u000a| �[0;m�[1;31m20221213085040271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085040272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085040272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085040272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085040272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085040272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085040291 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085040302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085040302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085040302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:50:43.499688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28238): Terminating (SIGTERM)\u000a08:50:43.540563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28241): Terminating (SIGTERM)\u000a08:50:43.582204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28244): Terminating (SIGTERM)\u000a08:50:43.591729 --- ParallelTerminationStrategy: PID 28238 died...\u000a08:50:43.647232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28238): Terminated: ok {rc=0}\u000a08:50:43.657096 --- ParallelTerminationStrategy: PID 28241 died...\u000a08:50:43.711885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28241): Terminated: ok {rc=0}\u000a08:50:43.721945 --- ParallelTerminationStrategy: PID 28244 died...\u000a08:50:43.776738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28244): Terminated: ok {rc=0}\u000a08:50:43.861868 bus /gobi_0: Setting Powered False\u000a08:50:44.965063 bus /gobi_0: Setting Powered False\u000a08:50:46.082699 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:50:36" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28260): Process ended prematurely: osmo-stp_10.42.42.5(pid=28260) [trial-2387↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28260)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28260): Process ended prematurely: osmo-stp_10.42.42.5(pid=28260) [trial-2387↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28260)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a08:50:48.025927 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:50:48.037173 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a08:50:48.182475 tst switch_tch_pdch.py: using LAC 32825\u000a08:50:48.303752 tst switch_tch_pdch.py: using RAC 185\u000a08:50:48.425257 tst switch_tch_pdch.py: using CellId 32825\u000a08:50:48.548310 tst switch_tch_pdch.py: using BVCI 32826\u000a08:50:48.572243 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:50:48.583697 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:50:48.594924 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:50:48.605932 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:50:48.616823 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:50:48.628039 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:50:48.639469 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:50:48.651074 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a08:50:48.768010 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a08:50:49.052083 tst switch_tch_pdch.py:51: start network...\u000a08:50:49.182021 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:50:49.650995 run create_hlr_db(pid=28249): Launched\u000a08:50:49.778045 bus /gobi_6: Setting Powered False\u000a08:50:50.852889 run create_hlr_db(pid=28249): Terminated: ok {rc=0}\u000a08:50:51.216606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28251): Launched\u000a08:50:51.505793 run osmo-hlr_10.42.42.2(pid=28252): Launched\u000a08:50:51.616041 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:50:52.106936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28259): Launched\u000a08:50:52.394941 run osmo-stp_10.42.42.5(pid=28260): Launched\u000a08:50:52.500369 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:50:52.978063 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28262): Launched\u000a08:50:53.081098 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:50:53.331839 run patchelf(pid=28263): Launched\u000a08:50:53.500707 run osmo-stp_10.42.42.5(pid=28260): ERR: Terminated: ERROR {rc=1} [trial-2387↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28260)]\u000a08:50:53.624328 run osmo-stp_10.42.42.5(pid=28260): stdout: \u000a| (launched: 2022-12-13_08:50:52.253372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:53.748500 run osmo-stp_10.42.42.5(pid=28260): stderr: \u000a| �[0;m�[38;5;43m20221213085052421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085052421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085052421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085052422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085052422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085052422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085052422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:53.868511 run osmo-stp_10.42.42.5(pid=28260): stdout: \u000a| (launched: 2022-12-13_08:50:52.253372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:53.987118 run osmo-stp_10.42.42.5(pid=28260): stderr: \u000a| �[0;m�[38;5;43m20221213085052421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085052421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085052421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085052422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085052422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085052422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085052422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:54.125204 run patchelf(pid=28263): Terminating (SIGINT)\u000a08:50:54.286828 run patchelf(pid=28263): Terminated: ok {rc=0}\u000a08:50:54.316348 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=28260): Process ended prematurely: osmo-stp_10.42.42.5(pid=28260) [trial-2387↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28260)] [trial-2387↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a08:50:54.324861 tst switch_tch_pdch.py:54: Test FAILED (6.3 sec)\u000a08:50:54.384412 run osmo-hlr_10.42.42.2(pid=28252): ERR: Terminated: ERROR {rc=237} [trial-2387↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28252)]\u000a08:50:54.432699 run osmo-hlr_10.42.42.2(pid=28252): stdout: \u000a| (launched: 2022-12-13_08:50:51.363672) \u000a08:50:54.481376 run osmo-hlr_10.42.42.2(pid=28252): stderr: \u000a| �[0;m�[1;31m20221213085051539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085051539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085051539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085051539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085051539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085051539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085051551 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085051560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085051560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085051560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:50:54.523077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28251): Terminating (SIGTERM)\u000a08:50:54.562382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28259): Terminating (SIGTERM)\u000a08:50:54.601610 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28262): Terminating (SIGTERM)\u000a08:50:54.610532 --- ParallelTerminationStrategy: PID 28251 died...\u000a08:50:54.663053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28251): Terminated: ok {rc=0}\u000a08:50:54.672382 --- ParallelTerminationStrategy: PID 28259 died...\u000a08:50:54.724779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28259): Terminated: ok {rc=0}\u000a08:50:54.734272 --- ParallelTerminationStrategy: PID 28262 died...\u000a08:50:54.786853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28262): Terminated: ok {rc=0}\u000a08:50:54.873509 bus /gobi_0: Setting Powered False\u000a08:50:55.975183 bus /gobi_0: Setting Powered False\u000a08:50:57.080263 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:50:47" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28268): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28268) [trial-2387↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28268)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28268): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28268) [trial-2387↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28268)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a08:50:58.970922 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a08:50:58.982056 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a08:50:59.122488 tst mo_mt_sms.py: using LAC 32826\u000a08:50:59.247058 tst mo_mt_sms.py: using RAC 186\u000a08:50:59.367801 tst mo_mt_sms.py: using CellId 32826\u000a08:50:59.488435 tst mo_mt_sms.py: using BVCI 32827\u000a08:50:59.510652 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a08:50:59.629736 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a08:50:59.900534 tst mo_mt_sms.py:9: start nitb and bts...\u000a08:51:00.021696 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:51:00.622935 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28267): Launched\u000a08:51:00.908888 run osmo-nitb_10.42.42.2(pid=28268): Launched\u000a08:51:01.129256 run osmo-nitb_10.42.42.2(pid=28268): ERR: Terminated: ERROR {rc=2} [trial-2387↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28268)]\u000a08:51:01.275433 run osmo-nitb_10.42.42.2(pid=28268): stdout: \u000a| (launched: 2022-12-13_08:51:00.770459) \u000a08:51:01.422018 run osmo-nitb_10.42.42.2(pid=28268): stderr: \u000a| (launched: 2022-12-13_08:51:00.813972)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:51:01.563237 run osmo-nitb_10.42.42.2(pid=28268): stdout: \u000a| (launched: 2022-12-13_08:51:00.770459) \u000a08:51:01.704859 run osmo-nitb_10.42.42.2(pid=28268): stderr: \u000a| (launched: 2022-12-13_08:51:00.813972)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:51:02.043074 tst osmo-nitb_10.42.42.2(pid=28268): stdout: \u000a| (launched: 2022-12-13_08:51:00.770459) \u000a08:51:02.170838 tst osmo-nitb_10.42.42.2(pid=28268): stderr: \u000a| (launched: 2022-12-13_08:51:00.813972)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:51:02.226655 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=28268): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28268) [trial-2387↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28268)] [trial-2387↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a08:51:02.236026 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a08:51:02.273426 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28267): Terminating (SIGTERM)\u000a08:51:02.452136 --- ParallelTerminationStrategy: PID 28267 died...\u000a08:51:02.510124 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28267): Terminated: ok {rc=0}\u000a08:51:02.595778 bus /sierra_3: Setting Powered False\u000a08:51:03.702858 bus /sierra_3: Setting Powered False\u000a08:51:04.812927 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:50:58" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "sms:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28279): Process ended prematurely: osmo-stp_10.42.42.5(pid=28279) [trial-2387↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28279)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28279): Process ended prematurely: osmo-stp_10.42.42.5(pid=28279) [trial-2387↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28279)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a08:51:06.708006 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:51:06.719089 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a08:51:06.851006 tst mo_mt_sms.py: using LAC 32827\u000a08:51:06.966148 tst mo_mt_sms.py: using RAC 187\u000a08:51:07.144213 tst mo_mt_sms.py: using CellId 32827\u000a08:51:07.263619 tst mo_mt_sms.py: using BVCI 32828\u000a08:51:07.287426 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:51:07.298567 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:51:07.309501 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:51:07.320295 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:51:07.331636 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:51:07.342611 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a08:51:07.457906 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a08:51:07.662196 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:51:08.158067 run create_hlr_db(pid=28273): Launched\u000a08:51:08.338690 bus /sierra_2: Setting Powered False\u000a08:51:09.358995 run create_hlr_db(pid=28273): Terminated: ok {rc=0}\u000a08:51:09.748753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28275): Launched\u000a08:51:10.038542 run osmo-hlr_10.42.42.2(pid=28276): Launched\u000a08:51:10.151051 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:51:10.660804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28278): Launched\u000a08:51:10.949479 run osmo-stp_10.42.42.5(pid=28279): Launched\u000a08:51:11.055717 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:51:11.584487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28281): Launched\u000a08:51:11.873655 run osmo-msc_10.42.42.6(pid=28282): Launched\u000a08:51:12.044724 run osmo-stp_10.42.42.5(pid=28279): ERR: Terminated: ERROR {rc=1} [trial-2387↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28279)]\u000a08:51:12.168604 run osmo-stp_10.42.42.5(pid=28279): stdout: \u000a| (launched: 2022-12-13_08:51:10.807392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:12.289651 run osmo-stp_10.42.42.5(pid=28279): stderr: \u000a| �[0;m�[38;5;43m20221213085110976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085110976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085110976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085110976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085110977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085110977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085110977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:12.406224 run osmo-stp_10.42.42.5(pid=28279): stdout: \u000a| (launched: 2022-12-13_08:51:10.807392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:12.522219 run osmo-stp_10.42.42.5(pid=28279): stderr: \u000a| �[0;m�[38;5;43m20221213085110976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085110976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085110976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085110976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085110977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085110977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085110977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:12.572749 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=28279): Process ended prematurely: osmo-stp_10.42.42.5(pid=28279) [trial-2387↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28279)] [trial-2387↪sms:trx-b200↪mo_mt_sms.py:16]\u000a08:51:12.580602 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a08:51:12.640069 run osmo-hlr_10.42.42.2(pid=28276): ERR: Terminated: ERROR {rc=237} [trial-2387↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28276)]\u000a08:51:12.689220 run osmo-hlr_10.42.42.2(pid=28276): stdout: \u000a| (launched: 2022-12-13_08:51:09.896038) \u000a08:51:12.739105 run osmo-hlr_10.42.42.2(pid=28276): stderr: \u000a| �[0;m�[1;31m20221213085110069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085110069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085110069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085110069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085110069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085110069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085110085 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085110095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085110095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085110095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:51:12.806327 run osmo-msc_10.42.42.6(pid=28282): ERR: Terminated: ERROR {rc=2} [trial-2387↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28282)]\u000a08:51:12.855365 run osmo-msc_10.42.42.6(pid=28282): stdout: \u000a| (launched: 2022-12-13_08:51:11.730886) \u000a08:51:12.905075 run osmo-msc_10.42.42.6(pid=28282): stderr: \u000a| �[0;m�[38;5;43m20221213085112000 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213085112000 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f62962a3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213085112001 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213085112001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213085112001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213085112001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213085112004 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213085112005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213085112005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213085112005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:51:12.947138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28275): Terminating (SIGTERM)\u000a08:51:12.986673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28278): Terminating (SIGTERM)\u000a08:51:13.026125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28281): Terminating (SIGTERM)\u000a08:51:13.035146 --- ParallelTerminationStrategy: PID 28275 died...\u000a08:51:13.088094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28275): Terminated: ok {rc=0}\u000a08:51:13.097609 --- ParallelTerminationStrategy: PID 28278 died...\u000a08:51:13.150267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28278): Terminated: ok {rc=0}\u000a08:51:13.159572 --- ParallelTerminationStrategy: PID 28281 died...\u000a08:51:13.211979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28281): Terminated: ok {rc=0}\u000a08:51:13.299560 bus /sierra_3: Setting Powered False\u000a08:51:14.399902 bus /sierra_3: Setting Powered False\u000a08:51:15.506368 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:51:06" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28288): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28288) [trial-2387↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28288)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28288): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28288) [trial-2387↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28288)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a08:51:17.377505 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a08:51:17.388737 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a08:51:17.532471 tst assert_extension.py: using LAC 32828\u000a08:51:17.659740 tst assert_extension.py: using RAC 188\u000a08:51:17.785691 tst assert_extension.py: using CellId 32828\u000a08:51:17.906624 tst assert_extension.py: using BVCI 32829\u000a08:51:17.930366 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a08:51:18.198976 tst assert_extension.py:10: start nitb and bts...\u000a08:51:18.323555 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:51:18.965466 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28287): Launched\u000a08:51:19.270309 run osmo-nitb_10.42.42.2(pid=28288): Launched\u000a08:51:19.460596 run osmo-nitb_10.42.42.2(pid=28288): ERR: Terminated: ERROR {rc=2} [trial-2387↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28288)]\u000a08:51:19.601619 run osmo-nitb_10.42.42.2(pid=28288): stdout: \u000a| (launched: 2022-12-13_08:51:19.122784) \u000a08:51:19.743257 run osmo-nitb_10.42.42.2(pid=28288): stderr: \u000a| (launched: 2022-12-13_08:51:19.169025)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:51:19.879955 run osmo-nitb_10.42.42.2(pid=28288): stdout: \u000a| (launched: 2022-12-13_08:51:19.122784) \u000a08:51:20.015714 run osmo-nitb_10.42.42.2(pid=28288): stderr: \u000a| (launched: 2022-12-13_08:51:19.169025)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:51:20.395207 tst osmo-nitb_10.42.42.2(pid=28288): stdout: \u000a| (launched: 2022-12-13_08:51:19.122784) \u000a08:51:20.518681 tst osmo-nitb_10.42.42.2(pid=28288): stderr: \u000a| (launched: 2022-12-13_08:51:19.169025)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:51:20.572770 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=28288): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28288) [trial-2387↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28288)] [trial-2387↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a08:51:20.581406 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a08:51:20.616854 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28287): Terminating (SIGTERM)\u000a08:51:20.794644 --- ParallelTerminationStrategy: PID 28287 died...\u000a08:51:20.852580 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28287): Terminated: ok {rc=0}\u000a08:51:20.939679 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:51:17" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "ussd:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28298): Process ended prematurely: osmo-stp_10.42.42.5(pid=28298) [trial-2387↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28298)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28298): Process ended prematurely: osmo-stp_10.42.42.5(pid=28298) [trial-2387↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28298)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a08:51:22.816440 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:51:22.827562 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a08:51:22.965441 tst assert_extension.py: using LAC 32829\u000a08:51:23.082059 tst assert_extension.py: using RAC 189\u000a08:51:23.203599 tst assert_extension.py: using CellId 32829\u000a08:51:23.326009 tst assert_extension.py: using BVCI 32830\u000a08:51:23.348266 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:51:23.359143 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:51:23.369568 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:51:23.379689 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:51:23.390273 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:51:23.400714 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a08:51:23.604756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:51:24.100752 run create_hlr_db(pid=28292): Launched\u000a08:51:24.281425 bus /sierra_2: Setting Powered False\u000a08:51:25.301549 run create_hlr_db(pid=28292): Terminated: ok {rc=0}\u000a08:51:25.691716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28294): Launched\u000a08:51:25.981837 run osmo-hlr_10.42.42.2(pid=28295): Launched\u000a08:51:26.095297 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:51:26.607912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28297): Launched\u000a08:51:26.896502 run osmo-stp_10.42.42.5(pid=28298): Launched\u000a08:51:27.003289 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:51:27.530519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28300): Launched\u000a08:51:27.819373 run osmo-msc_10.42.42.6(pid=28301): Launched\u000a08:51:27.990412 run osmo-stp_10.42.42.5(pid=28298): ERR: Terminated: ERROR {rc=1} [trial-2387↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28298)]\u000a08:51:28.114259 run osmo-stp_10.42.42.5(pid=28298): stdout: \u000a| (launched: 2022-12-13_08:51:26.754737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:28.235918 run osmo-stp_10.42.42.5(pid=28298): stderr: \u000a| �[0;m�[38;5;43m20221213085126921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085126921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085126921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085126922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085126924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085126924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085126924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:28.352695 run osmo-stp_10.42.42.5(pid=28298): stdout: \u000a| (launched: 2022-12-13_08:51:26.754737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:28.469091 run osmo-stp_10.42.42.5(pid=28298): stderr: \u000a| �[0;m�[38;5;43m20221213085126921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085126921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085126921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085126922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085126924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085126924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085126924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:28.519617 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=28298): Process ended prematurely: osmo-stp_10.42.42.5(pid=28298) [trial-2387↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28298)] [trial-2387↪ussd:trx-b200↪assert_extension.py:17]\u000a08:51:28.527573 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a08:51:28.587799 run osmo-hlr_10.42.42.2(pid=28295): ERR: Terminated: ERROR {rc=237} [trial-2387↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28295)]\u000a08:51:28.637227 run osmo-hlr_10.42.42.2(pid=28295): stdout: \u000a| (launched: 2022-12-13_08:51:25.838631) \u000a08:51:28.687181 run osmo-hlr_10.42.42.2(pid=28295): stderr: \u000a| �[0;m�[1;31m20221213085126010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085126010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085126010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085126010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085126010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085126010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085126023 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085126033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085126034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085126034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:51:28.754837 run osmo-msc_10.42.42.6(pid=28301): ERR: Terminated: ERROR {rc=2} [trial-2387↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28301)]\u000a08:51:28.803960 run osmo-msc_10.42.42.6(pid=28301): stdout: \u000a| (launched: 2022-12-13_08:51:27.677359) \u000a08:51:28.853624 run osmo-msc_10.42.42.6(pid=28301): stderr: \u000a| �[0;m�[38;5;43m20221213085127946 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213085127947 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9cffe65c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213085127947 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213085127947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213085127947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213085127947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213085127949 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213085127949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213085127949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213085127950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:51:28.895754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28294): Terminating (SIGTERM)\u000a08:51:28.935611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28297): Terminating (SIGTERM)\u000a08:51:28.975947 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28300): Terminating (SIGTERM)\u000a08:51:28.985276 --- ParallelTerminationStrategy: PID 28294 died...\u000a08:51:29.039006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28294): Terminated: ok {rc=0}\u000a08:51:29.048609 --- ParallelTerminationStrategy: PID 28297 died...\u000a08:51:29.101894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28297): Terminated: ok {rc=0}\u000a08:51:29.111371 --- ParallelTerminationStrategy: PID 28300 died...\u000a08:51:29.164772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28300): Terminated: ok {rc=0}\u000a08:51:29.252729 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:51:22" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28312): Process ended prematurely: osmo-stp_10.42.42.5(pid=28312) [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28312)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28312): Process ended prematurely: osmo-stp_10.42.42.5(pid=28312) [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28312)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:51:31.246713 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:51:31.262697 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:51:31.434989 tst mo_mt_call.py: using LAC 32830\u000a08:51:31.554924 tst mo_mt_call.py: using RAC 190\u000a08:51:31.716317 tst mo_mt_call.py: using CellId 32830\u000a08:51:31.881997 tst mo_mt_call.py: using BVCI 32831\u000a08:51:31.911025 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:51:31.924347 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:51:31.939315 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:51:31.956499 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:51:31.973619 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:51:31.990767 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:51:32.138686 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:51:32.358584 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:51:32.864848 run create_hlr_db(pid=28306): Launched\u000a08:51:33.047745 bus /sierra_2: Setting Powered False\u000a08:51:34.069139 run create_hlr_db(pid=28306): Terminated: ok {rc=0}\u000a08:51:34.464002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28308): Launched\u000a08:51:34.758308 run osmo-hlr_10.42.42.2(pid=28309): Launched\u000a08:51:34.865037 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:51:35.377476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28311): Launched\u000a08:51:35.670974 run osmo-stp_10.42.42.5(pid=28312): Launched\u000a08:51:35.778783 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:51:36.316401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28314): Launched\u000a08:51:36.611474 run osmo-msc_10.42.42.6(pid=28315): Launched\u000a08:51:36.786214 run osmo-stp_10.42.42.5(pid=28312): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28312)]\u000a08:51:36.912278 run osmo-stp_10.42.42.5(pid=28312): stdout: \u000a| (launched: 2022-12-13_08:51:35.527156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:37.035678 run osmo-stp_10.42.42.5(pid=28312): stderr: \u000a| �[0;m�[38;5;43m20221213085135695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085135695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085135696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085135696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085135698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085135699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085135699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:37.155580 run osmo-stp_10.42.42.5(pid=28312): stdout: \u000a| (launched: 2022-12-13_08:51:35.527156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:37.274052 run osmo-stp_10.42.42.5(pid=28312): stderr: \u000a| �[0;m�[38;5;43m20221213085135695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085135695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085135696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085135696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085135698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085135699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085135699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:37.326286 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28312): Process ended prematurely: osmo-stp_10.42.42.5(pid=28312) [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28312)] [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a08:51:37.334866 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a08:51:37.395078 run osmo-hlr_10.42.42.2(pid=28309): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28309)]\u000a08:51:37.444481 run osmo-hlr_10.42.42.2(pid=28309): stdout: \u000a| (launched: 2022-12-13_08:51:34.614180) \u000a08:51:37.494517 run osmo-hlr_10.42.42.2(pid=28309): stderr: \u000a| �[0;m�[1;31m20221213085134788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085134788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085134788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085134788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085134788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085134788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085134854 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085134862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085134863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085134863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:51:37.561757 run osmo-msc_10.42.42.6(pid=28315): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28315)]\u000a08:51:37.610987 run osmo-msc_10.42.42.6(pid=28315): stdout: \u000a| (launched: 2022-12-13_08:51:36.466291) \u000a08:51:37.660856 run osmo-msc_10.42.42.6(pid=28315): stderr: \u000a| �[0;m�[38;5;43m20221213085136737 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213085136738 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9016e73c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213085136738 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213085136738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213085136738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213085136738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213085136741 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213085136742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213085136742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213085136742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:51:37.703210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28308): Terminating (SIGTERM)\u000a08:51:37.743005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28311): Terminating (SIGTERM)\u000a08:51:37.782951 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28314): Terminating (SIGTERM)\u000a08:51:37.792045 --- ParallelTerminationStrategy: PID 28308 died...\u000a08:51:37.845867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28308): Terminated: ok {rc=0}\u000a08:51:37.855440 --- ParallelTerminationStrategy: PID 28311 died...\u000a08:51:37.908615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28311): Terminated: ok {rc=0}\u000a08:51:37.918194 --- ParallelTerminationStrategy: PID 28314 died...\u000a08:51:37.971541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28314): Terminated: ok {rc=0}\u000a08:51:38.054948 bus /sierra_3: Setting Powered False\u000a08:51:39.161160 bus /sierra_3: Setting Powered False\u000a08:51:40.272052 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28324): Process ended prematurely: osmo-stp_10.42.42.5(pid=28324) [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28324)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28324): Process ended prematurely: osmo-stp_10.42.42.5(pid=28324) [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28324)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:51:41.380226 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:51:41.391885 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:51:41.546623 tst mo_mt_call_osmux.py: using LAC 32831\u000a08:51:41.662216 tst mo_mt_call_osmux.py: using RAC 191\u000a08:51:41.780682 tst mo_mt_call_osmux.py: using CellId 32831\u000a08:51:41.897572 tst mo_mt_call_osmux.py: using BVCI 32832\u000a08:51:41.919911 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:51:41.931137 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:51:41.941973 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:51:41.952540 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:51:41.963993 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:51:41.975242 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:51:42.090052 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:51:42.297542 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:51:42.793830 run create_hlr_db(pid=28317): Launched\u000a08:51:42.964675 bus /sierra_2: Setting Powered False\u000a08:51:43.986780 run create_hlr_db(pid=28317): Terminated: ok {rc=0}\u000a08:51:44.405727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28319): Launched\u000a08:51:44.719380 run osmo-hlr_10.42.42.2(pid=28321): Launched\u000a08:51:44.835997 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:51:45.384598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28323): Launched\u000a08:51:45.699288 run osmo-stp_10.42.42.5(pid=28324): Launched\u000a08:51:45.813834 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:51:46.434128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28326): Launched\u000a08:51:46.837083 run osmo-msc_10.42.42.6(pid=28327): Launched\u000a08:51:47.203815 run osmo-stp_10.42.42.5(pid=28324): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28324)]\u000a08:51:47.446923 run osmo-stp_10.42.42.5(pid=28324): stdout: \u000a| (launched: 2022-12-13_08:51:45.545624)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:47.609457 run osmo-stp_10.42.42.5(pid=28324): stderr: \u000a| �[0;m�[38;5;43m20221213085145735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085145736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085145736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085145736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085145738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085145739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085145739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:47.737240 run osmo-stp_10.42.42.5(pid=28324): stdout: \u000a| (launched: 2022-12-13_08:51:45.545624)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:47.863184 run osmo-stp_10.42.42.5(pid=28324): stderr: \u000a| �[0;m�[38;5;43m20221213085145735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085145736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085145736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085145736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085145738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085145739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085145739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:47.918838 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28324): Process ended prematurely: osmo-stp_10.42.42.5(pid=28324) [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28324)] [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a08:51:47.927953 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a08:51:47.990672 run osmo-hlr_10.42.42.2(pid=28321): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28321)]\u000a08:51:48.042351 run osmo-hlr_10.42.42.2(pid=28321): stdout: \u000a| (launched: 2022-12-13_08:51:44.566745) \u000a08:51:48.094675 run osmo-hlr_10.42.42.2(pid=28321): stderr: \u000a| �[0;m�[1;31m20221213085144763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085144763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085144763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085144763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085144763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085144763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085144776 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085144784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085144785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085144785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:51:48.166654 run osmo-msc_10.42.42.6(pid=28327): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28327)]\u000a08:51:48.218013 run osmo-msc_10.42.42.6(pid=28327): stdout: \u000a| (launched: 2022-12-13_08:51:46.643131) \u000a08:51:48.269986 run osmo-msc_10.42.42.6(pid=28327): stderr: \u000a| �[0;m�[38;5;43m20221213085147221 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213085147221 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f57b86fcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213085147221 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213085147222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213085147222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213085147222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213085147223 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213085147224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213085147224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213085147224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:51:48.314311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28319): Terminating (SIGTERM)\u000a08:51:48.356188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28323): Terminating (SIGTERM)\u000a08:51:48.398150 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28326): Terminating (SIGTERM)\u000a08:51:48.407796 --- ParallelTerminationStrategy: PID 28319 died...\u000a08:51:48.463783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28319): Terminated: ok {rc=0}\u000a08:51:48.473953 --- ParallelTerminationStrategy: PID 28323 died...\u000a08:51:48.529510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28323): Terminated: ok {rc=0}\u000a08:51:48.539619 --- ParallelTerminationStrategy: PID 28326 died...\u000a08:51:48.595159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28326): Terminated: ok {rc=0}\u000a08:51:48.682102 bus /sierra_3: Setting Powered False\u000a08:51:49.784701 bus /sierra_3: Setting Powered False\u000a08:51:50.895170 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:51:30" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28338): Process ended prematurely: osmo-stp_10.42.42.5(pid=28338) [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28338)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28338): Process ended prematurely: osmo-stp_10.42.42.5(pid=28338) [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28338)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a08:51:52.879777 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:51:52.890950 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:51:53.044810 tst mo_mt_call.py: using LAC 32832\u000a08:51:53.160393 tst mo_mt_call.py: using RAC 192\u000a08:51:53.277311 tst mo_mt_call.py: using CellId 32832\u000a08:51:53.395923 tst mo_mt_call.py: using BVCI 32833\u000a08:51:53.418505 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:51:53.429590 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:51:53.440582 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:51:53.451450 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:51:53.463210 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:51:53.474542 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:51:53.589740 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:51:53.798560 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:51:54.301296 run create_hlr_db(pid=28332): Launched\u000a08:51:54.483747 bus /sierra_2: Setting Powered False\u000a08:51:55.505358 run create_hlr_db(pid=28332): Terminated: ok {rc=0}\u000a08:51:55.899152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28334): Launched\u000a08:51:56.192597 run osmo-hlr_10.42.42.2(pid=28335): Launched\u000a08:51:56.300083 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:51:56.812522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28337): Launched\u000a08:51:57.106668 run osmo-stp_10.42.42.5(pid=28338): Launched\u000a08:51:57.215142 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:51:57.753372 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28340): Launched\u000a08:51:58.047544 run osmo-msc_10.42.42.6(pid=28341): Launched\u000a08:51:58.222334 run osmo-stp_10.42.42.5(pid=28338): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28338)]\u000a08:51:58.348770 run osmo-stp_10.42.42.5(pid=28338): stdout: \u000a| (launched: 2022-12-13_08:51:56.961752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:58.472399 run osmo-stp_10.42.42.5(pid=28338): stderr: \u000a| �[0;m�[38;5;43m20221213085157129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085157129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085157130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085157130 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085157131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085157131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085157131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:58.591760 run osmo-stp_10.42.42.5(pid=28338): stdout: \u000a| (launched: 2022-12-13_08:51:56.961752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:58.710460 run osmo-stp_10.42.42.5(pid=28338): stderr: \u000a| �[0;m�[38;5;43m20221213085157129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085157129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085157130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085157130 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085157131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085157131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085157131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:58.762515 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28338): Process ended prematurely: osmo-stp_10.42.42.5(pid=28338) [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28338)] [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a08:51:58.771301 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a08:51:58.830650 run osmo-hlr_10.42.42.2(pid=28335): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28335)]\u000a08:51:58.880069 run osmo-hlr_10.42.42.2(pid=28335): stdout: \u000a| (launched: 2022-12-13_08:51:56.048822) \u000a08:51:58.929773 run osmo-hlr_10.42.42.2(pid=28335): stderr: \u000a| �[0;m�[1;31m20221213085156224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085156224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085156224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085156224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085156224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085156224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085156264 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085156273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085156273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085156274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:51:58.996770 run osmo-msc_10.42.42.6(pid=28341): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28341)]\u000a08:51:59.045903 run osmo-msc_10.42.42.6(pid=28341): stdout: \u000a| (launched: 2022-12-13_08:51:57.902868) \u000a08:51:59.095596 run osmo-msc_10.42.42.6(pid=28341): stderr: \u000a| �[0;m�[38;5;43m20221213085158175 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213085158175 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f133968fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213085158175 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213085158175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213085158175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213085158175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213085158177 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213085158178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213085158178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213085158178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:51:59.137914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28334): Terminating (SIGTERM)\u000a08:51:59.178001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28337): Terminating (SIGTERM)\u000a08:51:59.218066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28340): Terminating (SIGTERM)\u000a08:51:59.227278 --- ParallelTerminationStrategy: PID 28334 died...\u000a08:51:59.281737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28334): Terminated: ok {rc=0}\u000a08:51:59.291351 --- ParallelTerminationStrategy: PID 28337 died...\u000a08:51:59.345094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28337): Terminated: ok {rc=0}\u000a08:51:59.354968 --- ParallelTerminationStrategy: PID 28340 died...\u000a08:51:59.409005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28340): Terminated: ok {rc=0}\u000a08:51:59.496515 bus /sierra_3: Setting Powered False\u000a08:52:00.601239 bus /sierra_3: Setting Powered False\u000a08:52:01.723091 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28349): Process ended prematurely: osmo-stp_10.42.42.5(pid=28349) [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28349)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28349): Process ended prematurely: osmo-stp_10.42.42.5(pid=28349) [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28349)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:52:02.834741 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:52:02.846772 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:52:03.010452 tst mo_mt_call_osmux.py: using LAC 32833\u000a08:52:03.134845 tst mo_mt_call_osmux.py: using RAC 193\u000a08:52:03.259294 tst mo_mt_call_osmux.py: using CellId 32833\u000a08:52:03.383508 tst mo_mt_call_osmux.py: using BVCI 32834\u000a08:52:03.407661 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:52:03.419203 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:52:03.430519 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:52:03.441896 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:52:03.453510 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:52:03.464878 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:52:03.584939 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:52:03.784915 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:52:04.249902 run create_hlr_db(pid=28343): Launched\u000a08:52:04.420014 bus /sierra_2: Setting Powered False\u000a08:52:05.443147 run create_hlr_db(pid=28343): Terminated: ok {rc=0}\u000a08:52:05.836898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28345): Launched\u000a08:52:06.133011 run osmo-hlr_10.42.42.2(pid=28346): Launched\u000a08:52:06.248677 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:52:06.771118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28348): Launched\u000a08:52:07.065007 run osmo-stp_10.42.42.5(pid=28349): Launched\u000a08:52:07.173072 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:52:07.717651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28351): Launched\u000a08:52:08.012248 run osmo-msc_10.42.42.6(pid=28352): Launched\u000a08:52:08.187324 run osmo-stp_10.42.42.5(pid=28349): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28349)]\u000a08:52:08.313735 run osmo-stp_10.42.42.5(pid=28349): stdout: \u000a| (launched: 2022-12-13_08:52:06.921100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:08.437759 run osmo-stp_10.42.42.5(pid=28349): stderr: \u000a| �[0;m�[38;5;43m20221213085207087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085207087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085207088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085207088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085207090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085207090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085207091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:08.557388 run osmo-stp_10.42.42.5(pid=28349): stdout: \u000a| (launched: 2022-12-13_08:52:06.921100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:08.675550 run osmo-stp_10.42.42.5(pid=28349): stderr: \u000a| �[0;m�[38;5;43m20221213085207087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085207087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085207088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085207088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085207090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085207090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085207091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:08.727760 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28349): Process ended prematurely: osmo-stp_10.42.42.5(pid=28349) [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28349)] [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a08:52:08.736236 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a08:52:08.796360 run osmo-hlr_10.42.42.2(pid=28346): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28346)]\u000a08:52:08.845645 run osmo-hlr_10.42.42.2(pid=28346): stdout: \u000a| (launched: 2022-12-13_08:52:05.987492) \u000a08:52:08.895425 run osmo-hlr_10.42.42.2(pid=28346): stderr: \u000a| �[0;m�[1;31m20221213085206160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085206160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085206160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085206160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085206161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085206161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085206173 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085206182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085206182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085206182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:52:08.962447 run osmo-msc_10.42.42.6(pid=28352): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28352)]\u000a08:52:09.011334 run osmo-msc_10.42.42.6(pid=28352): stdout: \u000a| (launched: 2022-12-13_08:52:07.867561) \u000a08:52:09.060758 run osmo-msc_10.42.42.6(pid=28352): stderr: \u000a| �[0;m�[38;5;43m20221213085208139 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213085208139 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff4dfd42c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213085208139 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213085208140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213085208140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213085208140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213085208142 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213085208142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213085208142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213085208142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:52:09.102884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28345): Terminating (SIGTERM)\u000a08:52:09.142427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28348): Terminating (SIGTERM)\u000a08:52:09.182134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28351): Terminating (SIGTERM)\u000a08:52:09.191199 --- ParallelTerminationStrategy: PID 28345 died...\u000a08:52:09.244437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28345): Terminated: ok {rc=0}\u000a08:52:09.253897 --- ParallelTerminationStrategy: PID 28348 died...\u000a08:52:09.306770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28348): Terminated: ok {rc=0}\u000a08:52:09.316077 --- ParallelTerminationStrategy: PID 28351 died...\u000a08:52:09.369179 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28351): Terminated: ok {rc=0}\u000a08:52:09.456540 bus /sierra_3: Setting Powered False\u000a08:52:10.558865 bus /sierra_3: Setting Powered False\u000a08:52:11.669297 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:51:52" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28364): Process ended prematurely: osmo-stp_10.42.42.5(pid=28364) [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28364)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28364): Process ended prematurely: osmo-stp_10.42.42.5(pid=28364) [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28364)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:52:13.661551 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:52:13.672470 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:52:13.825903 tst mo_mt_call.py: using LAC 32834\u000a08:52:13.942063 tst mo_mt_call.py: using RAC 194\u000a08:52:14.060114 tst mo_mt_call.py: using CellId 32834\u000a08:52:14.177259 tst mo_mt_call.py: using BVCI 32835\u000a08:52:14.199787 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:52:14.210951 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:52:14.221972 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:52:14.232811 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:52:14.244124 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:52:14.255425 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:52:14.369526 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:52:14.578899 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:52:15.082953 run create_hlr_db(pid=28357): Launched\u000a08:52:15.266034 bus /sierra_2: Setting Powered False\u000a08:52:16.282850 run create_hlr_db(pid=28357): Terminated: ok {rc=0}\u000a08:52:16.709464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28360): Launched\u000a08:52:17.053290 run osmo-hlr_10.42.42.2(pid=28361): Launched\u000a08:52:17.261105 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:52:17.837808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28363): Launched\u000a08:52:18.153078 run osmo-stp_10.42.42.5(pid=28364): Launched\u000a08:52:18.267858 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:52:18.845172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28366): Launched\u000a08:52:19.161117 run osmo-msc_10.42.42.6(pid=28367): Launched\u000a08:52:19.346201 run osmo-stp_10.42.42.5(pid=28364): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28364)]\u000a08:52:19.480713 run osmo-stp_10.42.42.5(pid=28364): stdout: \u000a| (launched: 2022-12-13_08:52:17.999079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:19.614544 run osmo-stp_10.42.42.5(pid=28364): stderr: \u000a| �[0;m�[38;5;43m20221213085218188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085218188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085218188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085218189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085218191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085218191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085218191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:19.742553 run osmo-stp_10.42.42.5(pid=28364): stdout: \u000a| (launched: 2022-12-13_08:52:17.999079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:19.869184 run osmo-stp_10.42.42.5(pid=28364): stderr: \u000a| �[0;m�[38;5;43m20221213085218188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085218188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085218188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085218189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085218191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085218191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085218191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:19.924997 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28364): Process ended prematurely: osmo-stp_10.42.42.5(pid=28364) [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28364)] [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a08:52:19.934382 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a08:52:19.996705 run osmo-hlr_10.42.42.2(pid=28361): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28361)]\u000a08:52:20.048020 run osmo-hlr_10.42.42.2(pid=28361): stdout: \u000a| (launched: 2022-12-13_08:52:16.863161) \u000a08:52:20.100374 run osmo-hlr_10.42.42.2(pid=28361): stderr: \u000a| �[0;m�[1;31m20221213085217242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085217242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085217242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085217242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085217242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085217242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085217266 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085217283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085217283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085217283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:52:20.170549 run osmo-msc_10.42.42.6(pid=28367): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28367)]\u000a08:52:20.221767 run osmo-msc_10.42.42.6(pid=28367): stdout: \u000a| (launched: 2022-12-13_08:52:19.006515) \u000a08:52:20.273512 run osmo-msc_10.42.42.6(pid=28367): stderr: \u000a| �[0;m�[38;5;43m20221213085219328 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213085219329 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faaad332c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213085219329 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213085219329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213085219329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213085219329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213085219331 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213085219331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213085219331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213085219332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:52:20.317785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28360): Terminating (SIGTERM)\u000a08:52:20.359822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28363): Terminating (SIGTERM)\u000a08:52:20.401681 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28366): Terminating (SIGTERM)\u000a08:52:20.411356 --- ParallelTerminationStrategy: PID 28360 died...\u000a08:52:20.467397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28360): Terminated: ok {rc=0}\u000a08:52:20.477566 --- ParallelTerminationStrategy: PID 28363 died...\u000a08:52:20.533264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28363): Terminated: ok {rc=0}\u000a08:52:20.543351 --- ParallelTerminationStrategy: PID 28366 died...\u000a08:52:20.599328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28366): Terminated: ok {rc=0}\u000a08:52:20.685518 bus /sierra_3: Setting Powered False\u000a08:52:21.786811 bus /sierra_3: Setting Powered False\u000a08:52:22.896692 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28375): Process ended prematurely: osmo-stp_10.42.42.5(pid=28375) [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28375)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28375): Process ended prematurely: osmo-stp_10.42.42.5(pid=28375) [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28375)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:52:24.010736 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:52:24.022923 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:52:24.185110 tst mo_mt_call_osmux.py: using LAC 32835\u000a08:52:24.311378 tst mo_mt_call_osmux.py: using RAC 195\u000a08:52:24.436067 tst mo_mt_call_osmux.py: using CellId 32835\u000a08:52:24.562894 tst mo_mt_call_osmux.py: using BVCI 32836\u000a08:52:24.587075 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:52:24.598641 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:52:24.609883 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:52:24.621065 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:52:24.632551 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:52:24.643924 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:52:24.763126 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:52:24.963451 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:52:25.429193 run create_hlr_db(pid=28369): Launched\u000a08:52:25.599556 bus /sierra_2: Setting Powered False\u000a08:52:26.621101 run create_hlr_db(pid=28369): Terminated: ok {rc=0}\u000a08:52:27.012393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28371): Launched\u000a08:52:27.307248 run osmo-hlr_10.42.42.2(pid=28372): Launched\u000a08:52:27.419538 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:52:27.930414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28374): Launched\u000a08:52:28.223754 run osmo-stp_10.42.42.5(pid=28375): Launched\u000a08:52:28.331242 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:52:28.869341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28377): Launched\u000a08:52:29.165677 run osmo-msc_10.42.42.6(pid=28378): Launched\u000a08:52:29.339623 run osmo-stp_10.42.42.5(pid=28375): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28375)]\u000a08:52:29.466369 run osmo-stp_10.42.42.5(pid=28375): stdout: \u000a| (launched: 2022-12-13_08:52:28.080021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:29.590484 run osmo-stp_10.42.42.5(pid=28375): stderr: \u000a| �[0;m�[38;5;43m20221213085228249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085228249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085228249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085228250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085228250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085228250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085228250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:29.709833 run osmo-stp_10.42.42.5(pid=28375): stdout: \u000a| (launched: 2022-12-13_08:52:28.080021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:29.828173 run osmo-stp_10.42.42.5(pid=28375): stderr: \u000a| �[0;m�[38;5;43m20221213085228249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085228249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085228249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085228250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085228250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085228250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085228250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:29.880036 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28375): Process ended prematurely: osmo-stp_10.42.42.5(pid=28375) [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28375)] [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a08:52:29.888519 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a08:52:29.948639 run osmo-hlr_10.42.42.2(pid=28372): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28372)]\u000a08:52:29.997605 run osmo-hlr_10.42.42.2(pid=28372): stdout: \u000a| (launched: 2022-12-13_08:52:27.162261) \u000a08:52:30.046952 run osmo-hlr_10.42.42.2(pid=28372): stderr: \u000a| �[0;m�[1;31m20221213085227335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085227336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085227336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085227336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085227336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085227336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085227348 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085227356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085227356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085227356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:52:30.113655 run osmo-msc_10.42.42.6(pid=28378): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28378)]\u000a08:52:30.162065 run osmo-msc_10.42.42.6(pid=28378): stdout: \u000a| (launched: 2022-12-13_08:52:29.019463) \u000a08:52:30.211019 run osmo-msc_10.42.42.6(pid=28378): stderr: \u000a| �[0;m�[38;5;43m20221213085229294 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213085229294 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3142a87c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213085229294 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213085229294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213085229294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213085229295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213085229297 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213085229298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213085229298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213085229298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:52:30.252525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28371): Terminating (SIGTERM)\u000a08:52:30.291849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28374): Terminating (SIGTERM)\u000a08:52:30.331282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28377): Terminating (SIGTERM)\u000a08:52:30.340238 --- ParallelTerminationStrategy: PID 28371 died...\u000a08:52:30.393343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28371): Terminated: ok {rc=0}\u000a08:52:30.402686 --- ParallelTerminationStrategy: PID 28374 died...\u000a08:52:30.455407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28374): Terminated: ok {rc=0}\u000a08:52:30.464740 --- ParallelTerminationStrategy: PID 28377 died...\u000a08:52:30.517453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28377): Terminated: ok {rc=0}\u000a08:52:30.604693 bus /sierra_3: Setting Powered False\u000a08:52:31.721100 bus /sierra_3: Setting Powered False\u000a08:52:32.832094 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:52:13" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28389): Process ended prematurely: osmo-stp_10.42.42.5(pid=28389) [trial-2387↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28389)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28389): Process ended prematurely: osmo-stp_10.42.42.5(pid=28389) [trial-2387↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28389)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:52:34.824079 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:52:34.835292 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a08:52:34.989769 tst mo_mt_call.py: using LAC 32836\u000a08:52:35.105359 tst mo_mt_call.py: using RAC 196\u000a08:52:35.221669 tst mo_mt_call.py: using CellId 32836\u000a08:52:35.345779 tst mo_mt_call.py: using BVCI 32837\u000a08:52:35.368153 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:52:35.379104 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:52:35.389938 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:52:35.400606 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:52:35.411803 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:52:35.423180 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:52:35.538396 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:52:35.747369 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:52:36.250109 run create_hlr_db(pid=28383): Launched\u000a08:52:36.432512 bus /sierra_2: Setting Powered False\u000a08:52:37.453308 run create_hlr_db(pid=28383): Terminated: ok {rc=0}\u000a08:52:37.849529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28385): Launched\u000a08:52:38.144321 run osmo-hlr_10.42.42.2(pid=28386): Launched\u000a08:52:38.257925 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:52:38.780649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28388): Launched\u000a08:52:39.075420 run osmo-stp_10.42.42.5(pid=28389): Launched\u000a08:52:39.183964 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:52:39.727418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28391): Launched\u000a08:52:40.023535 run osmo-msc_10.42.42.6(pid=28392): Launched\u000a08:52:40.197795 run osmo-stp_10.42.42.5(pid=28389): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28389)]\u000a08:52:40.323912 run osmo-stp_10.42.42.5(pid=28389): stdout: \u000a| (launched: 2022-12-13_08:52:38.930581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:40.447692 run osmo-stp_10.42.42.5(pid=28389): stderr: \u000a| �[0;m�[38;5;43m20221213085239099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085239100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085239100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085239100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085239101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085239101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085239101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:40.567449 run osmo-stp_10.42.42.5(pid=28389): stdout: \u000a| (launched: 2022-12-13_08:52:38.930581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:40.686068 run osmo-stp_10.42.42.5(pid=28389): stderr: \u000a| �[0;m�[38;5;43m20221213085239099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085239100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085239100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085239100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085239101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085239101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085239101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:40.738207 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28389): Process ended prematurely: osmo-stp_10.42.42.5(pid=28389) [trial-2387↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28389)] [trial-2387↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a08:52:40.746952 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a08:52:40.806763 run osmo-hlr_10.42.42.2(pid=28386): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28386)]\u000a08:52:40.855860 run osmo-hlr_10.42.42.2(pid=28386): stdout: \u000a| (launched: 2022-12-13_08:52:37.999466) \u000a08:52:40.905176 run osmo-hlr_10.42.42.2(pid=28386): stderr: \u000a| �[0;m�[1;31m20221213085238177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085238177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085238177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085238177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085238177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085238177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085238189 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085238198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085238198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085238198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:52:40.971981 run osmo-msc_10.42.42.6(pid=28392): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28392)]\u000a08:52:41.020989 run osmo-msc_10.42.42.6(pid=28392): stdout: \u000a| (launched: 2022-12-13_08:52:39.877917) \u000a08:52:41.070424 run osmo-msc_10.42.42.6(pid=28392): stderr: \u000a| �[0;m�[38;5;43m20221213085240148 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213085240149 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0c40386c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213085240149 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213085240149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213085240149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213085240149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213085240151 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213085240151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213085240151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213085240151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:52:41.112388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28385): Terminating (SIGTERM)\u000a08:52:41.152056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28388): Terminating (SIGTERM)\u000a08:52:41.191748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28391): Terminating (SIGTERM)\u000a08:52:41.200883 --- ParallelTerminationStrategy: PID 28385 died...\u000a08:52:41.254213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28385): Terminated: ok {rc=0}\u000a08:52:41.263710 --- ParallelTerminationStrategy: PID 28388 died...\u000a08:52:41.316986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28388): Terminated: ok {rc=0}\u000a08:52:41.326529 --- ParallelTerminationStrategy: PID 28391 died...\u000a08:52:41.379765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28391): Terminated: ok {rc=0}\u000a08:52:41.467353 bus /sierra_3: Setting Powered False\u000a08:52:42.570246 bus /sierra_3: Setting Powered False\u000a08:52:43.675387 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28400): Process ended prematurely: osmo-stp_10.42.42.5(pid=28400) [trial-2387↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28400)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28400): Process ended prematurely: osmo-stp_10.42.42.5(pid=28400) [trial-2387↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28400)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:52:44.788091 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:52:44.800380 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a08:52:44.963325 tst mo_mt_call_osmux.py: using LAC 32837\u000a08:52:45.087468 tst mo_mt_call_osmux.py: using RAC 197\u000a08:52:45.212350 tst mo_mt_call_osmux.py: using CellId 32837\u000a08:52:45.336498 tst mo_mt_call_osmux.py: using BVCI 32838\u000a08:52:45.360598 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:52:45.372052 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:52:45.383379 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:52:45.394640 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:52:45.406033 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:52:45.417321 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:52:45.537319 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:52:45.737303 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:52:46.267950 run create_hlr_db(pid=28394): Launched\u000a08:52:46.461339 bus /sierra_2: Setting Powered False\u000a08:52:47.479312 run create_hlr_db(pid=28394): Terminated: ok {rc=0}\u000a08:52:47.876349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28396): Launched\u000a08:52:48.170661 run osmo-hlr_10.42.42.2(pid=28397): Launched\u000a08:52:48.277268 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:52:48.787897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28399): Launched\u000a08:52:49.081919 run osmo-stp_10.42.42.5(pid=28400): Launched\u000a08:52:49.189926 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:52:49.729358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28402): Launched\u000a08:52:50.024588 run osmo-msc_10.42.42.6(pid=28403): Launched\u000a08:52:50.198785 run osmo-stp_10.42.42.5(pid=28400): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28400)]\u000a08:52:50.324544 run osmo-stp_10.42.42.5(pid=28400): stdout: \u000a| (launched: 2022-12-13_08:52:48.937589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:50.448099 run osmo-stp_10.42.42.5(pid=28400): stderr: \u000a| �[0;m�[38;5;43m20221213085249106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085249106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085249107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085249107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085249107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085249107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085249108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:50.567074 run osmo-stp_10.42.42.5(pid=28400): stdout: \u000a| (launched: 2022-12-13_08:52:48.937589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:50.685561 run osmo-stp_10.42.42.5(pid=28400): stderr: \u000a| �[0;m�[38;5;43m20221213085249106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085249106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085249107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085249107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085249107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085249107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085249108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:50.737692 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28400): Process ended prematurely: osmo-stp_10.42.42.5(pid=28400) [trial-2387↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28400)] [trial-2387↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a08:52:50.746552 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a08:52:50.806459 run osmo-hlr_10.42.42.2(pid=28397): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28397)]\u000a08:52:50.855590 run osmo-hlr_10.42.42.2(pid=28397): stdout: \u000a| (launched: 2022-12-13_08:52:48.026140) \u000a08:52:50.905407 run osmo-hlr_10.42.42.2(pid=28397): stderr: \u000a| �[0;m�[1;31m20221213085248202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085248202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085248202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085248202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085248202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085248203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085248254 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085248264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085248265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085248265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:52:50.972764 run osmo-msc_10.42.42.6(pid=28403): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28403)]\u000a08:52:51.021646 run osmo-msc_10.42.42.6(pid=28403): stdout: \u000a| (launched: 2022-12-13_08:52:49.878884) \u000a08:52:51.071289 run osmo-msc_10.42.42.6(pid=28403): stderr: \u000a| �[0;m�[38;5;43m20221213085250150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213085250150 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff3120e8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213085250150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213085250151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213085250151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213085250151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213085250153 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213085250154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213085250154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213085250154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:52:51.113552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28396): Terminating (SIGTERM)\u000a08:52:51.153415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28399): Terminating (SIGTERM)\u000a08:52:51.193316 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28402): Terminating (SIGTERM)\u000a08:52:51.202448 --- ParallelTerminationStrategy: PID 28396 died...\u000a08:52:51.256511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28396): Terminated: ok {rc=0}\u000a08:52:51.266122 --- ParallelTerminationStrategy: PID 28399 died...\u000a08:52:51.319296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28399): Terminated: ok {rc=0}\u000a08:52:51.328781 --- ParallelTerminationStrategy: PID 28402 died...\u000a08:52:51.382108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28402): Terminated: ok {rc=0}\u000a08:52:51.470532 bus /sierra_3: Setting Powered False\u000a08:52:52.573672 bus /sierra_3: Setting Powered False\u000a08:52:53.684675 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:52:34" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28414): Process ended prematurely: osmo-stp_10.42.42.5(pid=28414) [trial-2387↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28414)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28414): Process ended prematurely: osmo-stp_10.42.42.5(pid=28414) [trial-2387↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28414)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:52:55.688663 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:52:55.700434 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:52:55.863074 tst mo_mt_call.py: using LAC 32838\u000a08:52:55.985596 tst mo_mt_call.py: using RAC 198\u000a08:52:56.107971 tst mo_mt_call.py: using CellId 32838\u000a08:52:56.229805 tst mo_mt_call.py: using BVCI 32839\u000a08:52:56.253871 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:52:56.265326 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:52:56.276507 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:52:56.287768 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:52:56.299305 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:52:56.310781 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:52:56.427712 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:52:56.630872 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:52:57.096102 run create_hlr_db(pid=28408): Launched\u000a08:52:57.265743 bus /sierra_2: Setting Powered False\u000a08:52:58.288311 run create_hlr_db(pid=28408): Terminated: ok {rc=0}\u000a08:52:58.679477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28410): Launched\u000a08:52:58.974196 run osmo-hlr_10.42.42.2(pid=28411): Launched\u000a08:52:59.089075 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:52:59.607352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28413): Launched\u000a08:52:59.904381 run osmo-stp_10.42.42.5(pid=28414): Launched\u000a08:53:00.012404 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:53:00.549328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28416): Launched\u000a08:53:00.845242 run osmo-msc_10.42.42.6(pid=28417): Launched\u000a08:53:01.144338 run osmo-stp_10.42.42.5(pid=28414): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28414)]\u000a08:53:01.407053 run osmo-stp_10.42.42.5(pid=28414): stdout: \u000a| (launched: 2022-12-13_08:52:59.757889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:01.543430 run osmo-stp_10.42.42.5(pid=28414): stderr: \u000a| �[0;m�[38;5;43m20221213085259929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085259929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085259929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085259930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085259930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085259930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085259930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:01.675876 run osmo-stp_10.42.42.5(pid=28414): stdout: \u000a| (launched: 2022-12-13_08:52:59.757889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:01.807738 run osmo-stp_10.42.42.5(pid=28414): stderr: \u000a| �[0;m�[38;5;43m20221213085259929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085259929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085259929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085259930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085259930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085259930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085259930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:01.871647 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28414): Process ended prematurely: osmo-stp_10.42.42.5(pid=28414) [trial-2387↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28414)] [trial-2387↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a08:53:01.885177 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a08:53:01.962031 run osmo-hlr_10.42.42.2(pid=28411): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28411)]\u000a08:53:02.024641 run osmo-hlr_10.42.42.2(pid=28411): stdout: \u000a| (launched: 2022-12-13_08:52:58.829578) \u000a08:53:02.077499 run osmo-hlr_10.42.42.2(pid=28411): stderr: \u000a| �[0;m�[1;31m20221213085259004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085259004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085259004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085259004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085259004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085259004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085259016 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085259024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085259025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085259025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:53:02.149534 run osmo-msc_10.42.42.6(pid=28417): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28417)]\u000a08:53:02.202356 run osmo-msc_10.42.42.6(pid=28417): stdout: \u000a| (launched: 2022-12-13_08:53:00.700055) \u000a08:53:02.255717 run osmo-msc_10.42.42.6(pid=28417): stderr: \u000a| �[0;m�[38;5;43m20221213085300984 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213085300984 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbb44c62c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213085300984 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213085300984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213085300984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213085300985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213085300990 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213085300990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213085300991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213085300991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:53:02.302493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28410): Terminating (SIGTERM)\u000a08:53:02.349868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28413): Terminating (SIGTERM)\u000a08:53:02.394407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28416): Terminating (SIGTERM)\u000a08:53:02.405302 --- ParallelTerminationStrategy: PID 28410 died...\u000a08:53:02.463212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28410): Terminated: ok {rc=0}\u000a08:53:02.474229 --- ParallelTerminationStrategy: PID 28413 died...\u000a08:53:02.530397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28413): Terminated: ok {rc=0}\u000a08:53:02.540562 --- ParallelTerminationStrategy: PID 28416 died...\u000a08:53:02.596317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28416): Terminated: ok {rc=0}\u000a08:53:02.681649 bus /sierra_3: Setting Powered False\u000a08:53:03.788020 bus /sierra_3: Setting Powered False\u000a08:53:04.894723 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28425): Process ended prematurely: osmo-stp_10.42.42.5(pid=28425) [trial-2387↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28425)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28425): Process ended prematurely: osmo-stp_10.42.42.5(pid=28425) [trial-2387↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28425)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:53:06.007036 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:53:06.019379 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:53:06.183374 tst mo_mt_call_osmux.py: using LAC 32839\u000a08:53:06.302803 tst mo_mt_call_osmux.py: using RAC 199\u000a08:53:06.419127 tst mo_mt_call_osmux.py: using CellId 32839\u000a08:53:06.537073 tst mo_mt_call_osmux.py: using BVCI 32840\u000a08:53:06.559545 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:53:06.570526 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:53:06.581371 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:53:06.592067 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:53:06.603384 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:53:06.614487 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:53:06.733535 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:53:06.934735 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:53:07.400285 run create_hlr_db(pid=28419): Launched\u000a08:53:07.570562 bus /sierra_2: Setting Powered False\u000a08:53:08.592792 run create_hlr_db(pid=28419): Terminated: ok {rc=0}\u000a08:53:09.011041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28421): Launched\u000a08:53:09.325644 run osmo-hlr_10.42.42.2(pid=28422): Launched\u000a08:53:09.441706 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:53:09.989729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28424): Launched\u000a08:53:10.305469 run osmo-stp_10.42.42.5(pid=28425): Launched\u000a08:53:10.425167 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:53:11.002309 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28427): Launched\u000a08:53:11.317620 run osmo-msc_10.42.42.6(pid=28428): Launched\u000a08:53:11.503160 run osmo-stp_10.42.42.5(pid=28425): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28425)]\u000a08:53:11.637351 run osmo-stp_10.42.42.5(pid=28425): stdout: \u000a| (launched: 2022-12-13_08:53:10.151516)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:11.771657 run osmo-stp_10.42.42.5(pid=28425): stderr: \u000a| �[0;m�[38;5;43m20221213085310346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085310347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085310347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085310347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085310348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085310348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085310348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:11.899971 run osmo-stp_10.42.42.5(pid=28425): stdout: \u000a| (launched: 2022-12-13_08:53:10.151516)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:12.026459 run osmo-stp_10.42.42.5(pid=28425): stderr: \u000a| �[0;m�[38;5;43m20221213085310346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085310347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085310347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085310347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085310348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085310348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085310348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:12.082283 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28425): Process ended prematurely: osmo-stp_10.42.42.5(pid=28425) [trial-2387↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28425)] [trial-2387↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a08:53:12.091693 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a08:53:12.153744 run osmo-hlr_10.42.42.2(pid=28422): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28422)]\u000a08:53:12.204695 run osmo-hlr_10.42.42.2(pid=28422): stdout: \u000a| (launched: 2022-12-13_08:53:09.172228) \u000a08:53:12.256388 run osmo-hlr_10.42.42.2(pid=28422): stderr: \u000a| �[0;m�[1;31m20221213085309372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085309372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085309372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085309372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085309372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085309372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085309384 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085309395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085309395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085309395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:53:12.326044 run osmo-msc_10.42.42.6(pid=28428): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28428)]\u000a08:53:12.376603 run osmo-msc_10.42.42.6(pid=28428): stdout: \u000a| (launched: 2022-12-13_08:53:11.163251) \u000a08:53:12.427460 run osmo-msc_10.42.42.6(pid=28428): stderr: \u000a| �[0;m�[38;5;43m20221213085311484 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213085311484 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f378c19cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213085311485 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213085311485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213085311485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213085311485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213085311487 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213085311487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213085311487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213085311487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:53:12.470845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28421): Terminating (SIGTERM)\u000a08:53:12.512140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28424): Terminating (SIGTERM)\u000a08:53:12.553449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28427): Terminating (SIGTERM)\u000a08:53:12.562588 --- ParallelTerminationStrategy: PID 28421 died...\u000a08:53:12.618155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28421): Terminated: ok {rc=0}\u000a08:53:12.628245 --- ParallelTerminationStrategy: PID 28424 died...\u000a08:53:12.683436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28424): Terminated: ok {rc=0}\u000a08:53:12.693381 --- ParallelTerminationStrategy: PID 28427 died...\u000a08:53:12.749102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28427): Terminated: ok {rc=0}\u000a08:53:12.835182 bus /sierra_3: Setting Powered False\u000a08:53:13.939751 bus /sierra_3: Setting Powered False\u000a08:53:15.046928 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:52:55" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28439): Process ended prematurely: osmo-stp_10.42.42.5(pid=28439) [trial-2387↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28439)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28439): Process ended prematurely: osmo-stp_10.42.42.5(pid=28439) [trial-2387↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28439)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a08:53:17.066874 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:53:17.079551 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:53:17.239138 tst mo_mt_call.py: using LAC 32840\u000a08:53:17.360088 tst mo_mt_call.py: using RAC 200\u000a08:53:17.478102 tst mo_mt_call.py: using CellId 32840\u000a08:53:17.594325 tst mo_mt_call.py: using BVCI 32841\u000a08:53:17.617060 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:53:17.628276 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:53:17.639305 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:53:17.650281 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:53:17.661664 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:53:17.672884 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:53:17.792752 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:53:17.992315 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:53:18.455779 run create_hlr_db(pid=28433): Launched\u000a08:53:18.625301 bus /sierra_2: Setting Powered False\u000a08:53:19.647920 run create_hlr_db(pid=28433): Terminated: ok {rc=0}\u000a08:53:20.067189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28435): Launched\u000a08:53:20.384768 run osmo-hlr_10.42.42.2(pid=28436): Launched\u000a08:53:20.501100 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:53:21.048819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28438): Launched\u000a08:53:21.364519 run osmo-stp_10.42.42.5(pid=28439): Launched\u000a08:53:21.479358 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:53:22.057895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28441): Launched\u000a08:53:22.374924 run osmo-msc_10.42.42.6(pid=28442): Launched\u000a08:53:22.560352 run osmo-stp_10.42.42.5(pid=28439): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28439)]\u000a08:53:22.694494 run osmo-stp_10.42.42.5(pid=28439): stdout: \u000a| (launched: 2022-12-13_08:53:21.209937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:22.828592 run osmo-stp_10.42.42.5(pid=28439): stderr: \u000a| �[0;m�[38;5;43m20221213085321402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085321402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085321402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085321403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085321403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085321403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085321403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:22.955613 run osmo-stp_10.42.42.5(pid=28439): stdout: \u000a| (launched: 2022-12-13_08:53:21.209937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:23.081702 run osmo-stp_10.42.42.5(pid=28439): stderr: \u000a| �[0;m�[38;5;43m20221213085321402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085321402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085321402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085321403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085321403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085321403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085321403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:23.137291 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28439): Process ended prematurely: osmo-stp_10.42.42.5(pid=28439) [trial-2387↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28439)] [trial-2387↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a08:53:23.146503 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a08:53:23.208144 run osmo-hlr_10.42.42.2(pid=28436): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28436)]\u000a08:53:23.259180 run osmo-hlr_10.42.42.2(pid=28436): stdout: \u000a| (launched: 2022-12-13_08:53:20.228338) \u000a08:53:23.310660 run osmo-hlr_10.42.42.2(pid=28436): stderr: \u000a| �[0;m�[1;31m20221213085320428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085320428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085320428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085320428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085320428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085320428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085320441 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085320449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085320449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085320449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:53:23.380733 run osmo-msc_10.42.42.6(pid=28442): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28442)]\u000a08:53:23.431565 run osmo-msc_10.42.42.6(pid=28442): stdout: \u000a| (launched: 2022-12-13_08:53:22.219731) \u000a08:53:23.483114 run osmo-msc_10.42.42.6(pid=28442): stderr: \u000a| �[0;m�[38;5;43m20221213085322542 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213085322542 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f20ffd73c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213085322542 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213085322542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213085322542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213085322543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213085322544 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213085322545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213085322545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213085322545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:53:23.526990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28435): Terminating (SIGTERM)\u000a08:53:23.568456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28438): Terminating (SIGTERM)\u000a08:53:23.610009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28441): Terminating (SIGTERM)\u000a08:53:23.619539 --- ParallelTerminationStrategy: PID 28435 died...\u000a08:53:23.674713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28435): Terminated: ok {rc=0}\u000a08:53:23.684491 --- ParallelTerminationStrategy: PID 28438 died...\u000a08:53:23.739706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28438): Terminated: ok {rc=0}\u000a08:53:23.749639 --- ParallelTerminationStrategy: PID 28441 died...\u000a08:53:23.804607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28441): Terminated: ok {rc=0}\u000a08:53:23.889617 bus /sierra_3: Setting Powered False\u000a08:53:24.994599 bus /sierra_3: Setting Powered False\u000a08:53:26.104390 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28450): Process ended prematurely: osmo-stp_10.42.42.5(pid=28450) [trial-2387↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28450)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28450): Process ended prematurely: osmo-stp_10.42.42.5(pid=28450) [trial-2387↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28450)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:53:27.212589 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:53:27.224188 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:53:27.386727 tst mo_mt_call_osmux.py: using LAC 32841\u000a08:53:27.512755 tst mo_mt_call_osmux.py: using RAC 201\u000a08:53:27.636293 tst mo_mt_call_osmux.py: using CellId 32841\u000a08:53:27.761859 tst mo_mt_call_osmux.py: using BVCI 32842\u000a08:53:27.786139 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:53:27.797965 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:53:27.809529 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:53:27.820736 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:53:27.832143 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:53:27.843534 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:53:27.959471 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:53:28.157069 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:53:28.621962 run create_hlr_db(pid=28444): Launched\u000a08:53:28.791969 bus /sierra_2: Setting Powered False\u000a08:53:29.814810 run create_hlr_db(pid=28444): Terminated: ok {rc=0}\u000a08:53:30.234263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28446): Launched\u000a08:53:30.552573 run osmo-hlr_10.42.42.2(pid=28447): Launched\u000a08:53:30.669207 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:53:31.247394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28449): Launched\u000a08:53:31.669846 run osmo-stp_10.42.42.5(pid=28450): Launched\u000a08:53:31.872447 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:53:32.476773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28452): Launched\u000a08:53:32.776352 run osmo-msc_10.42.42.6(pid=28453): Launched\u000a08:53:32.952020 run osmo-stp_10.42.42.5(pid=28450): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28450)]\u000a08:53:33.078428 run osmo-stp_10.42.42.5(pid=28450): stdout: \u000a| (launched: 2022-12-13_08:53:31.403682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:33.202001 run osmo-stp_10.42.42.5(pid=28450): stderr: \u000a| �[0;m�[38;5;43m20221213085331676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085331676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085331676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085331676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085331677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085331677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085331677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:33.321614 run osmo-stp_10.42.42.5(pid=28450): stdout: \u000a| (launched: 2022-12-13_08:53:31.403682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:33.439596 run osmo-stp_10.42.42.5(pid=28450): stderr: \u000a| �[0;m�[38;5;43m20221213085331676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085331676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085331676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085331676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085331677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085331677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085331677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:33.491523 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28450): Process ended prematurely: osmo-stp_10.42.42.5(pid=28450) [trial-2387↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28450)] [trial-2387↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a08:53:33.500033 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a08:53:33.560012 run osmo-hlr_10.42.42.2(pid=28447): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28447)]\u000a08:53:33.609373 run osmo-hlr_10.42.42.2(pid=28447): stdout: \u000a| (launched: 2022-12-13_08:53:30.396006) \u000a08:53:33.659247 run osmo-hlr_10.42.42.2(pid=28447): stderr: \u000a| �[0;m�[1;31m20221213085330592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085330592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085330592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085330592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085330592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085330592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085330603 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085330611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085330612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085330612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:53:33.726988 run osmo-msc_10.42.42.6(pid=28453): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28453)]\u000a08:53:33.776080 run osmo-msc_10.42.42.6(pid=28453): stdout: \u000a| (launched: 2022-12-13_08:53:32.629270) \u000a08:53:33.825632 run osmo-msc_10.42.42.6(pid=28453): stderr: \u000a| �[0;m�[38;5;43m20221213085332899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213085332899 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6443a63c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213085332899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213085332900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213085332900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213085332900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213085332902 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213085332902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213085332902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213085332902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:53:33.867588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28446): Terminating (SIGTERM)\u000a08:53:33.907457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28449): Terminating (SIGTERM)\u000a08:53:33.947312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28452): Terminating (SIGTERM)\u000a08:53:33.956422 --- ParallelTerminationStrategy: PID 28446 died...\u000a08:53:34.010299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28446): Terminated: ok {rc=0}\u000a08:53:34.019799 --- ParallelTerminationStrategy: PID 28449 died...\u000a08:53:34.073024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28449): Terminated: ok {rc=0}\u000a08:53:34.082421 --- ParallelTerminationStrategy: PID 28452 died...\u000a08:53:34.135800 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28452): Terminated: ok {rc=0}\u000a08:53:34.223097 bus /sierra_3: Setting Powered False\u000a08:53:35.324719 bus /sierra_3: Setting Powered False\u000a08:53:36.435103 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:53:16" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28465): Process ended prematurely: osmo-stp_10.42.42.5(pid=28465) [trial-2387↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28465)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28465): Process ended prematurely: osmo-stp_10.42.42.5(pid=28465) [trial-2387↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28465)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a08:53:38.418594 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:53:38.429569 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:53:38.585601 tst mo_mt_call.py: using LAC 32842\u000a08:53:38.701531 tst mo_mt_call.py: using RAC 202\u000a08:53:38.817070 tst mo_mt_call.py: using CellId 32842\u000a08:53:38.933271 tst mo_mt_call.py: using BVCI 32843\u000a08:53:38.955778 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:53:38.966784 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:53:38.977505 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:53:38.988137 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:53:38.999362 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:53:39.010495 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:53:39.125879 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:53:39.334220 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:53:39.839144 run create_hlr_db(pid=28459): Launched\u000a08:53:40.022251 bus /sierra_2: Setting Powered False\u000a08:53:41.043517 run create_hlr_db(pid=28459): Terminated: ok {rc=0}\u000a08:53:41.462299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28461): Launched\u000a08:53:41.777261 run osmo-hlr_10.42.42.2(pid=28462): Launched\u000a08:53:41.893256 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:53:42.441187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28464): Launched\u000a08:53:42.756434 run osmo-stp_10.42.42.5(pid=28465): Launched\u000a08:53:42.871396 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:53:43.449603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28467): Launched\u000a08:53:43.766279 run osmo-msc_10.42.42.6(pid=28468): Launched\u000a08:53:43.952123 run osmo-stp_10.42.42.5(pid=28465): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28465)]\u000a08:53:44.086921 run osmo-stp_10.42.42.5(pid=28465): stdout: \u000a| (launched: 2022-12-13_08:53:42.601984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:44.221765 run osmo-stp_10.42.42.5(pid=28465): stderr: \u000a| �[0;m�[38;5;43m20221213085342792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085342792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085342792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085342793 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085342795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085342795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085342795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:44.349168 run osmo-stp_10.42.42.5(pid=28465): stdout: \u000a| (launched: 2022-12-13_08:53:42.601984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:44.475657 run osmo-stp_10.42.42.5(pid=28465): stderr: \u000a| �[0;m�[38;5;43m20221213085342792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085342792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085342792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085342793 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085342795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085342795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085342795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:44.531986 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28465): Process ended prematurely: osmo-stp_10.42.42.5(pid=28465) [trial-2387↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28465)] [trial-2387↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a08:53:44.541292 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a08:53:44.603408 run osmo-hlr_10.42.42.2(pid=28462): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28462)]\u000a08:53:44.654353 run osmo-hlr_10.42.42.2(pid=28462): stdout: \u000a| (launched: 2022-12-13_08:53:41.623260) \u000a08:53:44.706294 run osmo-hlr_10.42.42.2(pid=28462): stderr: \u000a| �[0;m�[1;31m20221213085341822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085341822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085341822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085341823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085341823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085341823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085341837 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085341845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085341845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085341845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:53:44.777022 run osmo-msc_10.42.42.6(pid=28468): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28468)]\u000a08:53:44.828583 run osmo-msc_10.42.42.6(pid=28468): stdout: \u000a| (launched: 2022-12-13_08:53:43.610629) \u000a08:53:44.880394 run osmo-msc_10.42.42.6(pid=28468): stderr: \u000a| �[0;m�[38;5;43m20221213085343934 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213085343934 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb36533cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213085343934 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213085343934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213085343934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213085343934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213085343936 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213085343936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213085343937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213085343937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:53:44.924392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28461): Terminating (SIGTERM)\u000a08:53:44.965993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28464): Terminating (SIGTERM)\u000a08:53:45.007753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28467): Terminating (SIGTERM)\u000a08:53:45.017056 --- ParallelTerminationStrategy: PID 28461 died...\u000a08:53:45.073010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28461): Terminated: ok {rc=0}\u000a08:53:45.083162 --- ParallelTerminationStrategy: PID 28464 died...\u000a08:53:45.138750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28464): Terminated: ok {rc=0}\u000a08:53:45.148673 --- ParallelTerminationStrategy: PID 28467 died...\u000a08:53:45.204458 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28467): Terminated: ok {rc=0}\u000a08:53:45.290579 bus /sierra_3: Setting Powered False\u000a08:53:46.412227 bus /sierra_3: Setting Powered False\u000a08:53:47.547787 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28748): Process ended prematurely: osmo-stp_10.42.42.5(pid=28748) [trial-2387↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28748)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28748): Process ended prematurely: osmo-stp_10.42.42.5(pid=28748) [trial-2387↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28748)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:53:48.670373 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:53:48.683414 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:53:48.852049 tst mo_mt_call_osmux.py: using LAC 32843\u000a08:53:48.979208 tst mo_mt_call_osmux.py: using RAC 203\u000a08:53:49.106782 tst mo_mt_call_osmux.py: using CellId 32843\u000a08:53:49.234744 tst mo_mt_call_osmux.py: using BVCI 32844\u000a08:53:49.260377 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:53:49.273004 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:53:49.285794 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:53:49.298076 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:53:49.310648 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:53:49.324253 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:53:49.450161 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:53:49.667423 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:53:50.226970 run create_hlr_db(pid=28740): Launched\u000a08:53:50.417669 bus /sierra_2: Setting Powered False\u000a08:53:51.427872 run create_hlr_db(pid=28740): Terminated: ok {rc=0}\u000a08:53:51.867000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28744): Launched\u000a08:53:52.291760 run osmo-hlr_10.42.42.2(pid=28745): Launched\u000a08:53:52.533039 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:53:53.104368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28747): Launched\u000a08:53:53.537783 run osmo-stp_10.42.42.5(pid=28748): Launched\u000a08:53:53.752021 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:53:54.357128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28750): Launched\u000a08:53:54.782502 run osmo-msc_10.42.42.6(pid=28751): Launched\u000a08:53:55.164555 run osmo-stp_10.42.42.5(pid=28748): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28748)]\u000a08:53:55.373738 run osmo-stp_10.42.42.5(pid=28748): stdout: \u000a| (launched: 2022-12-13_08:53:53.268649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:55.509758 run osmo-stp_10.42.42.5(pid=28748): stderr: \u000a| �[0;m�[38;5;43m20221213085353564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085353573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085353573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085353574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085353574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085353574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085353574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:55.640657 run osmo-stp_10.42.42.5(pid=28748): stdout: \u000a| (launched: 2022-12-13_08:53:53.268649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:55.771453 run osmo-stp_10.42.42.5(pid=28748): stderr: \u000a| �[0;m�[38;5;43m20221213085353564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085353573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085353573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085353574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085353574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085353574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085353574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:55.829339 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28748): Process ended prematurely: osmo-stp_10.42.42.5(pid=28748) [trial-2387↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28748)] [trial-2387↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a08:53:55.839666 tst mo_mt_call_osmux.py:8: Test FAILED (7.2 sec)\u000a08:53:55.904358 run osmo-hlr_10.42.42.2(pid=28745): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28745)]\u000a08:53:55.957461 run osmo-hlr_10.42.42.2(pid=28745): stdout: \u000a| (launched: 2022-12-13_08:53:52.030598) \u000a08:53:56.011491 run osmo-hlr_10.42.42.2(pid=28745): stderr: \u000a| �[0;m�[1;31m20221213085352335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085352335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085352335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085352335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085352335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085352335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085352355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085352367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085352368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085352368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:53:56.083695 run osmo-msc_10.42.42.6(pid=28751): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28751)]\u000a08:53:56.136118 run osmo-msc_10.42.42.6(pid=28751): stdout: \u000a| (launched: 2022-12-13_08:53:54.521635) \u000a08:53:56.191362 run osmo-msc_10.42.42.6(pid=28751): stderr: \u000a| �[0;m�[38;5;43m20221213085355027 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213085355027 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f72bcf36c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213085355027 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213085355027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213085355027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213085355027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213085355037 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213085355038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213085355038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213085355038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:53:56.236921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28744): Terminating (SIGTERM)\u000a08:53:56.281754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28747): Terminating (SIGTERM)\u000a08:53:56.326829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28750): Terminating (SIGTERM)\u000a08:53:56.337480 --- ParallelTerminationStrategy: PID 28744 died...\u000a08:53:56.396253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28744): Terminated: ok {rc=0}\u000a08:53:56.406920 --- ParallelTerminationStrategy: PID 28747 died...\u000a08:53:56.463909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28747): Terminated: ok {rc=0}\u000a08:53:56.474527 --- ParallelTerminationStrategy: PID 28750 died...\u000a08:53:56.531900 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28750): Terminated: ok {rc=0}\u000a08:53:56.621275 bus /sierra_3: Setting Powered False\u000a08:53:57.731896 bus /sierra_3: Setting Powered False\u000a08:53:58.848369 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:53:38" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28762): Process ended prematurely: osmo-stp_10.42.42.5(pid=28762) [trial-2387↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28762)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28762): Process ended prematurely: osmo-stp_10.42.42.5(pid=28762) [trial-2387↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28762)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a08:54:00.877255 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:54:00.894245 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a08:54:01.058860 tst mo_mt_call.py: using LAC 32844\u000a08:54:01.209286 tst mo_mt_call.py: using RAC 204\u000a08:54:01.388454 tst mo_mt_call.py: using CellId 32844\u000a08:54:01.539484 tst mo_mt_call.py: using BVCI 32845\u000a08:54:01.565956 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:54:01.577927 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:54:01.589644 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:54:01.601451 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:54:01.613333 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:54:01.625362 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a08:54:01.761395 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a08:54:02.031898 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:54:02.648345 run create_hlr_db(pid=28756): Launched\u000a08:54:02.855499 bus /sierra_2: Setting Powered False\u000a08:54:03.862887 run create_hlr_db(pid=28756): Terminated: ok {rc=0}\u000a08:54:04.331785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28758): Launched\u000a08:54:04.781341 run osmo-hlr_10.42.42.2(pid=28759): Launched\u000a08:54:05.007588 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:54:05.604476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28761): Launched\u000a08:54:06.037954 run osmo-stp_10.42.42.5(pid=28762): Launched\u000a08:54:06.258762 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:54:06.877645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28764): Launched\u000a08:54:07.313542 run osmo-msc_10.42.42.6(pid=28765): Launched\u000a08:54:07.704365 run osmo-stp_10.42.42.5(pid=28762): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28762)]\u000a08:54:07.919205 run osmo-stp_10.42.42.5(pid=28762): stdout: \u000a| (launched: 2022-12-13_08:54:05.773187)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:08.055442 run osmo-stp_10.42.42.5(pid=28762): stderr: \u000a| �[0;m�[38;5;43m20221213085406075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085406075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085406076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085406076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085406077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085406077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085406077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:08.187053 run osmo-stp_10.42.42.5(pid=28762): stdout: \u000a| (launched: 2022-12-13_08:54:05.773187)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:08.318013 run osmo-stp_10.42.42.5(pid=28762): stderr: \u000a| �[0;m�[38;5;43m20221213085406075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085406075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085406076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085406076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085406077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085406077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085406077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:08.378545 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28762): Process ended prematurely: osmo-stp_10.42.42.5(pid=28762) [trial-2387↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28762)] [trial-2387↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a08:54:08.388690 tst mo_mt_call.py:8: Test FAILED (7.6 sec)\u000a08:54:08.453027 run osmo-hlr_10.42.42.2(pid=28759): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28759)]\u000a08:54:08.505732 run osmo-hlr_10.42.42.2(pid=28759): stdout: \u000a| (launched: 2022-12-13_08:54:04.500727) \u000a08:54:08.561257 run osmo-hlr_10.42.42.2(pid=28759): stderr: \u000a| �[0;m�[1;31m20221213085404815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085404815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085404815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085404815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085404815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085404815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085404835 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085404847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085404848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085404848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:54:08.633147 run osmo-msc_10.42.42.6(pid=28765): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28765)]\u000a08:54:08.686320 run osmo-msc_10.42.42.6(pid=28765): stdout: \u000a| (launched: 2022-12-13_08:54:07.045468) \u000a08:54:08.740027 run osmo-msc_10.42.42.6(pid=28765): stderr: \u000a| �[0;m�[38;5;43m20221213085407561 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213085407561 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8072017c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213085407561 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213085407561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213085407562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213085407562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213085407563 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213085407564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213085407564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213085407564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:54:08.786906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28758): Terminating (SIGTERM)\u000a08:54:08.832435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28761): Terminating (SIGTERM)\u000a08:54:08.876720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28764): Terminating (SIGTERM)\u000a08:54:08.888607 --- ParallelTerminationStrategy: PID 28758 died...\u000a08:54:08.947619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28758): Terminated: ok {rc=0}\u000a08:54:08.959548 --- ParallelTerminationStrategy: PID 28761 died...\u000a08:54:09.017074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28761): Terminated: ok {rc=0}\u000a08:54:09.028269 --- ParallelTerminationStrategy: PID 28764 died...\u000a08:54:09.086360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28764): Terminated: ok {rc=0}\u000a08:54:09.177079 bus /sierra_3: Setting Powered False\u000a08:54:10.278174 bus /sierra_3: Setting Powered False\u000a08:54:11.390160 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28774): Process ended prematurely: osmo-stp_10.42.42.5(pid=28774) [trial-2387↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28774)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28774): Process ended prematurely: osmo-stp_10.42.42.5(pid=28774) [trial-2387↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28774)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:54:12.503844 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:54:12.515729 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a08:54:12.652562 tst mo_mt_call_osmux.py: using LAC 32845\u000a08:54:12.768702 tst mo_mt_call_osmux.py: using RAC 205\u000a08:54:12.885554 tst mo_mt_call_osmux.py: using CellId 32845\u000a08:54:13.002474 tst mo_mt_call_osmux.py: using BVCI 32846\u000a08:54:13.024814 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:54:13.035733 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:54:13.046367 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:54:13.057095 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:54:13.067981 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:54:13.080040 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a08:54:13.200723 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a08:54:13.407850 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:54:13.914440 run create_hlr_db(pid=28768): Launched\u000a08:54:14.096865 bus /sierra_2: Setting Powered False\u000a08:54:15.118504 run create_hlr_db(pid=28768): Terminated: ok {rc=0}\u000a08:54:15.538439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28770): Launched\u000a08:54:15.854959 run osmo-hlr_10.42.42.2(pid=28771): Launched\u000a08:54:15.994045 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:54:16.608392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28773): Launched\u000a08:54:17.022248 run osmo-stp_10.42.42.5(pid=28774): Launched\u000a08:54:17.245906 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:54:17.825965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28776): Launched\u000a08:54:18.141385 run osmo-msc_10.42.42.6(pid=28777): Launched\u000a08:54:18.326907 run osmo-stp_10.42.42.5(pid=28774): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28774)]\u000a08:54:18.461638 run osmo-stp_10.42.42.5(pid=28774): stdout: \u000a| (launched: 2022-12-13_08:54:16.775153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:18.595605 run osmo-stp_10.42.42.5(pid=28774): stderr: \u000a| �[0;m�[38;5;43m20221213085417070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085417070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085417070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085417071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085417071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085417071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085417071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:18.723117 run osmo-stp_10.42.42.5(pid=28774): stdout: \u000a| (launched: 2022-12-13_08:54:16.775153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:18.849897 run osmo-stp_10.42.42.5(pid=28774): stderr: \u000a| �[0;m�[38;5;43m20221213085417070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085417070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085417070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085417071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085417071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085417071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085417071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:18.905776 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28774): Process ended prematurely: osmo-stp_10.42.42.5(pid=28774) [trial-2387↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28774)] [trial-2387↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a08:54:18.914926 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a08:54:18.976701 run osmo-hlr_10.42.42.2(pid=28771): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28771)]\u000a08:54:19.027545 run osmo-hlr_10.42.42.2(pid=28771): stdout: \u000a| (launched: 2022-12-13_08:54:15.700083) \u000a08:54:19.078919 run osmo-hlr_10.42.42.2(pid=28771): stderr: \u000a| �[0;m�[1;31m20221213085415897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085415897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085415897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085415897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085415897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085415897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085415909 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085415917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085415918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085415918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:54:19.148763 run osmo-msc_10.42.42.6(pid=28777): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28777)]\u000a08:54:19.200009 run osmo-msc_10.42.42.6(pid=28777): stdout: \u000a| (launched: 2022-12-13_08:54:17.987089) \u000a08:54:19.251393 run osmo-msc_10.42.42.6(pid=28777): stderr: \u000a| �[0;m�[38;5;43m20221213085418307 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213085418307 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3c95e05c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213085418307 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213085418308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213085418308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213085418308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213085418310 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213085418310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213085418310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213085418310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:54:19.295080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28770): Terminating (SIGTERM)\u000a08:54:19.336483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28773): Terminating (SIGTERM)\u000a08:54:19.378570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28776): Terminating (SIGTERM)\u000a08:54:19.388224 --- ParallelTerminationStrategy: PID 28770 died...\u000a08:54:19.443483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28770): Terminated: ok {rc=0}\u000a08:54:19.453657 --- ParallelTerminationStrategy: PID 28773 died...\u000a08:54:19.508578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28773): Terminated: ok {rc=0}\u000a08:54:19.518614 --- ParallelTerminationStrategy: PID 28776 died...\u000a08:54:19.573662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28776): Terminated: ok {rc=0}\u000a08:54:19.660357 bus /sierra_3: Setting Powered False\u000a08:54:20.763262 bus /sierra_3: Setting Powered False\u000a08:54:21.872311 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:54:00" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28788): Process ended prematurely: osmo-stp_10.42.42.5(pid=28788) [trial-2387↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28788)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28788): Process ended prematurely: osmo-stp_10.42.42.5(pid=28788) [trial-2387↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28788)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a08:54:23.873263 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:54:23.885058 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:54:24.032190 tst mo_mt_call.py: using LAC 32846\u000a08:54:24.156311 tst mo_mt_call.py: using RAC 206\u000a08:54:24.280167 tst mo_mt_call.py: using CellId 32846\u000a08:54:24.404283 tst mo_mt_call.py: using BVCI 32847\u000a08:54:24.428804 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:54:24.440427 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:54:24.451879 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:54:24.463328 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:54:24.474884 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:54:24.486337 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a08:54:24.603013 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a08:54:24.812800 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:54:25.318959 run create_hlr_db(pid=28782): Launched\u000a08:54:25.502238 bus /sierra_2: Setting Powered False\u000a08:54:26.524555 run create_hlr_db(pid=28782): Terminated: ok {rc=0}\u000a08:54:26.921155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28784): Launched\u000a08:54:27.216449 run osmo-hlr_10.42.42.2(pid=28785): Launched\u000a08:54:27.332447 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:54:27.857091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28787): Launched\u000a08:54:28.154323 run osmo-stp_10.42.42.5(pid=28788): Launched\u000a08:54:28.263412 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:54:28.805476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28790): Launched\u000a08:54:29.102172 run osmo-msc_10.42.42.6(pid=28791): Launched\u000a08:54:29.277660 run osmo-stp_10.42.42.5(pid=28788): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28788)]\u000a08:54:29.404336 run osmo-stp_10.42.42.5(pid=28788): stdout: \u000a| (launched: 2022-12-13_08:54:28.008256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:29.528239 run osmo-stp_10.42.42.5(pid=28788): stderr: \u000a| �[0;m�[38;5;43m20221213085428177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085428177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085428177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085428177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085428178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085428178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085428178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:29.647816 run osmo-stp_10.42.42.5(pid=28788): stdout: \u000a| (launched: 2022-12-13_08:54:28.008256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:29.766307 run osmo-stp_10.42.42.5(pid=28788): stderr: \u000a| �[0;m�[38;5;43m20221213085428177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085428177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085428177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085428177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085428178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085428178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085428178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:29.818693 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28788): Process ended prematurely: osmo-stp_10.42.42.5(pid=28788) [trial-2387↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28788)] [trial-2387↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a08:54:29.827158 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a08:54:29.887052 run osmo-hlr_10.42.42.2(pid=28785): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28785)]\u000a08:54:29.936093 run osmo-hlr_10.42.42.2(pid=28785): stdout: \u000a| (launched: 2022-12-13_08:54:27.071669) \u000a08:54:29.986045 run osmo-hlr_10.42.42.2(pid=28785): stderr: \u000a| �[0;m�[1;31m20221213085427248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085427248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085427248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085427248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085427248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085427249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085427262 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085427270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085427270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085427270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:54:30.053361 run osmo-msc_10.42.42.6(pid=28791): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28791)]\u000a08:54:30.102155 run osmo-msc_10.42.42.6(pid=28791): stdout: \u000a| (launched: 2022-12-13_08:54:28.956010) \u000a08:54:30.151636 run osmo-msc_10.42.42.6(pid=28791): stderr: \u000a| �[0;m�[38;5;43m20221213085429228 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213085429228 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9590245c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213085429228 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213085429228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213085429229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213085429229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213085429231 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213085429231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213085429231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213085429231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:54:30.193382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28784): Terminating (SIGTERM)\u000a08:54:30.232818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28787): Terminating (SIGTERM)\u000a08:54:30.272635 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28790): Terminating (SIGTERM)\u000a08:54:30.281874 --- ParallelTerminationStrategy: PID 28784 died...\u000a08:54:30.335203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28784): Terminated: ok {rc=0}\u000a08:54:30.344574 --- ParallelTerminationStrategy: PID 28787 died...\u000a08:54:30.397769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28787): Terminated: ok {rc=0}\u000a08:54:30.407218 --- ParallelTerminationStrategy: PID 28790 died...\u000a08:54:30.460308 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28790): Terminated: ok {rc=0}\u000a08:54:30.548666 bus /sierra_3: Setting Powered False\u000a08:54:31.650940 bus /sierra_3: Setting Powered False\u000a08:54:32.761987 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28799): Process ended prematurely: osmo-stp_10.42.42.5(pid=28799) [trial-2387↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28799)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28799): Process ended prematurely: osmo-stp_10.42.42.5(pid=28799) [trial-2387↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28799)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:54:33.870633 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:54:33.882396 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:54:34.021907 tst mo_mt_call_osmux.py: using LAC 32847\u000a08:54:34.145785 tst mo_mt_call_osmux.py: using RAC 207\u000a08:54:34.272613 tst mo_mt_call_osmux.py: using CellId 32847\u000a08:54:34.396422 tst mo_mt_call_osmux.py: using BVCI 32848\u000a08:54:34.420585 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:54:34.432363 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:54:34.443956 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:54:34.455496 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:54:34.467134 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:54:34.478900 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a08:54:34.596811 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a08:54:34.801203 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:54:35.266533 run create_hlr_db(pid=28793): Launched\u000a08:54:35.436231 bus /sierra_2: Setting Powered False\u000a08:54:36.459155 run create_hlr_db(pid=28793): Terminated: ok {rc=0}\u000a08:54:36.877854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28795): Launched\u000a08:54:37.194413 run osmo-hlr_10.42.42.2(pid=28796): Launched\u000a08:54:37.311232 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:54:37.858968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28798): Launched\u000a08:54:38.173711 run osmo-stp_10.42.42.5(pid=28799): Launched\u000a08:54:38.288814 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:54:38.865838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28801): Launched\u000a08:54:39.180087 run osmo-msc_10.42.42.6(pid=28802): Launched\u000a08:54:39.365261 run osmo-stp_10.42.42.5(pid=28799): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28799)]\u000a08:54:39.498982 run osmo-stp_10.42.42.5(pid=28799): stdout: \u000a| (launched: 2022-12-13_08:54:38.020193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:39.631794 run osmo-stp_10.42.42.5(pid=28799): stderr: \u000a| �[0;m�[38;5;43m20221213085438211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085438211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085438212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085438212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085438212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085438213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085438213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:39.758323 run osmo-stp_10.42.42.5(pid=28799): stdout: \u000a| (launched: 2022-12-13_08:54:38.020193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:39.884508 run osmo-stp_10.42.42.5(pid=28799): stderr: \u000a| �[0;m�[38;5;43m20221213085438211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085438211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085438212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085438212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085438212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085438213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085438213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:39.939874 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28799): Process ended prematurely: osmo-stp_10.42.42.5(pid=28799) [trial-2387↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28799)] [trial-2387↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a08:54:39.949035 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a08:54:40.010747 run osmo-hlr_10.42.42.2(pid=28796): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28796)]\u000a08:54:40.061532 run osmo-hlr_10.42.42.2(pid=28796): stdout: \u000a| (launched: 2022-12-13_08:54:37.039277) \u000a08:54:40.113000 run osmo-hlr_10.42.42.2(pid=28796): stderr: \u000a| �[0;m�[1;31m20221213085437239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085437239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085437239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085437239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085437239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085437239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085437252 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085437262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085437262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085437262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:54:40.182703 run osmo-msc_10.42.42.6(pid=28802): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28802)]\u000a08:54:40.233227 run osmo-msc_10.42.42.6(pid=28802): stdout: \u000a| (launched: 2022-12-13_08:54:39.026314) \u000a08:54:40.284297 run osmo-msc_10.42.42.6(pid=28802): stderr: \u000a| �[0;m�[38;5;43m20221213085439347 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213085439348 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f396e580c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213085439348 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213085439348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213085439348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213085439349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213085439351 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213085439351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213085439351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213085439351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:54:40.327729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28795): Terminating (SIGTERM)\u000a08:54:40.368736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28798): Terminating (SIGTERM)\u000a08:54:40.409907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28801): Terminating (SIGTERM)\u000a08:54:40.419354 --- ParallelTerminationStrategy: PID 28795 died...\u000a08:54:40.474464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28795): Terminated: ok {rc=0}\u000a08:54:40.484199 --- ParallelTerminationStrategy: PID 28798 died...\u000a08:54:40.539212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28798): Terminated: ok {rc=0}\u000a08:54:40.549507 --- ParallelTerminationStrategy: PID 28801 died...\u000a08:54:40.604377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28801): Terminated: ok {rc=0}\u000a08:54:40.690073 bus /sierra_3: Setting Powered False\u000a08:54:41.795635 bus /sierra_3: Setting Powered False\u000a08:54:42.903324 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:54:23" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28814): Process ended prematurely: osmo-stp_10.42.42.5(pid=28814) [trial-2387↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28814)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28814): Process ended prematurely: osmo-stp_10.42.42.5(pid=28814) [trial-2387↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28814)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a08:54:44.923048 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:54:44.934071 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a08:54:45.073260 tst emergency_mo_mt_call.py: using LAC 32848\u000a08:54:45.200114 tst emergency_mo_mt_call.py: using RAC 208\u000a08:54:45.320550 tst emergency_mo_mt_call.py: using CellId 32848\u000a08:54:45.441015 tst emergency_mo_mt_call.py: using BVCI 32849\u000a08:54:45.464624 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:54:45.475699 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:54:45.486576 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:54:45.497412 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:54:45.508211 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:54:45.519130 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a08:54:45.634901 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a08:54:45.838423 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:54:46.438996 run create_hlr_db(pid=28808): Launched\u000a08:54:46.624840 bus /sierra_2: Setting Powered False\u000a08:54:47.630547 run create_hlr_db(pid=28808): Terminated: ok {rc=0}\u000a08:54:48.056844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28810): Launched\u000a08:54:48.367134 run osmo-hlr_10.42.42.2(pid=28811): Launched\u000a08:54:48.480737 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:54:49.023398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28813): Launched\u000a08:54:49.333278 run osmo-stp_10.42.42.5(pid=28814): Launched\u000a08:54:49.459411 tst emergency_mo_mt_call.py: using MSISDN 8074\u000a08:54:49.615820 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:54:50.183164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28816): Launched\u000a08:54:50.493335 run osmo-msc_10.42.42.6(pid=28817): Launched\u000a08:54:50.677131 run osmo-stp_10.42.42.5(pid=28814): ERR: Terminated: ERROR {rc=1} [trial-2387↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28814)]\u000a08:54:50.810131 run osmo-stp_10.42.42.5(pid=28814): stdout: \u000a| (launched: 2022-12-13_08:54:49.181981)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:50.941340 run osmo-stp_10.42.42.5(pid=28814): stderr: \u000a| �[0;m�[38;5;43m20221213085449373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085449373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085449374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085449374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085449375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085449375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085449375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:51.066110 run osmo-stp_10.42.42.5(pid=28814): stdout: \u000a| (launched: 2022-12-13_08:54:49.181981)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:51.190098 run osmo-stp_10.42.42.5(pid=28814): stderr: \u000a| �[0;m�[38;5;43m20221213085449373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085449373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085449374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085449374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085449375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085449375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085449375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:51.244412 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=28814): Process ended prematurely: osmo-stp_10.42.42.5(pid=28814) [trial-2387↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28814)] [trial-2387↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a08:54:51.252874 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a08:54:51.315050 run osmo-hlr_10.42.42.2(pid=28811): ERR: Terminated: ERROR {rc=237} [trial-2387↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28811)]\u000a08:54:51.365986 run osmo-hlr_10.42.42.2(pid=28811): stdout: \u000a| (launched: 2022-12-13_08:54:48.215601) \u000a08:54:51.417573 run osmo-hlr_10.42.42.2(pid=28811): stderr: \u000a| �[0;m�[1;31m20221213085448410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085448410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085448410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085448410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085448411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085448411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085448476 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085448487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085448487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085448487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:54:51.487334 run osmo-msc_10.42.42.6(pid=28817): ERR: Terminated: ERROR {rc=2} [trial-2387↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28817)]\u000a08:54:51.537900 run osmo-msc_10.42.42.6(pid=28817): stdout: \u000a| (launched: 2022-12-13_08:54:50.341365) \u000a08:54:51.589076 run osmo-msc_10.42.42.6(pid=28817): stderr: \u000a| �[0;m�[38;5;43m20221213085450662 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213085450662 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcf0cab5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213085450662 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213085450662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213085450662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213085450663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213085450664 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213085450665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213085450665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213085450665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:54:51.632306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28810): Terminating (SIGTERM)\u000a08:54:51.673472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28813): Terminating (SIGTERM)\u000a08:54:51.714617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28816): Terminating (SIGTERM)\u000a08:54:51.724094 --- ParallelTerminationStrategy: PID 28810 died...\u000a08:54:51.779549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28810): Terminated: ok {rc=0}\u000a08:54:51.789466 --- ParallelTerminationStrategy: PID 28813 died...\u000a08:54:51.844354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28813): Terminated: ok {rc=0}\u000a08:54:51.854220 --- ParallelTerminationStrategy: PID 28816 died...\u000a08:54:51.909190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28816): Terminated: ok {rc=0}\u000a08:54:51.994680 bus /sierra_3: Setting Powered False\u000a08:54:53.096389 bus /sierra_3: Setting Powered False\u000a08:54:54.204899 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28825): Process ended prematurely: osmo-stp_10.42.42.5(pid=28825) [trial-2387↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28825)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28825): Process ended prematurely: osmo-stp_10.42.42.5(pid=28825) [trial-2387↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28825)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a08:54:55.256061 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:54:55.267200 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a08:54:55.402014 tst emergency_preemptive_call.py: using LAC 32849\u000a08:54:55.516102 tst emergency_preemptive_call.py: using RAC 209\u000a08:54:55.631834 tst emergency_preemptive_call.py: using CellId 32849\u000a08:54:55.752863 tst emergency_preemptive_call.py: using BVCI 32850\u000a08:54:55.777257 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:54:55.788310 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:54:55.799465 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:54:55.810397 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:54:55.821633 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:54:55.832573 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a08:54:55.952042 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a08:54:56.068180 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a08:54:56.184590 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a08:54:56.387960 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:54:56.887383 run create_hlr_db(pid=28819): Launched\u000a08:54:57.068063 bus /sierra_2: Setting Powered False\u000a08:54:58.088503 run create_hlr_db(pid=28819): Terminated: ok {rc=0}\u000a08:54:58.478248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28821): Launched\u000a08:54:58.768549 run osmo-hlr_10.42.42.2(pid=28822): Launched\u000a08:54:58.881902 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:54:59.391832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28824): Launched\u000a08:54:59.681942 run osmo-stp_10.42.42.5(pid=28825): Launched\u000a08:54:59.808012 tst emergency_preemptive_call.py: using MSISDN 8075\u000a08:54:59.956828 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:55:00.483741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28827): Launched\u000a08:55:00.776890 run osmo-msc_10.42.42.6(pid=28828): Launched\u000a08:55:00.982704 run osmo-stp_10.42.42.5(pid=28825): ERR: Terminated: ERROR {rc=1} [trial-2387↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28825)]\u000a08:55:01.195310 run osmo-stp_10.42.42.5(pid=28825): stdout: \u000a| (launched: 2022-12-13_08:54:59.539056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:01.329811 run osmo-stp_10.42.42.5(pid=28825): stderr: \u000a| �[0;m�[38;5;43m20221213085459707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085459707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085459707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085459708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085459708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085459708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085459708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:01.463123 run osmo-stp_10.42.42.5(pid=28825): stdout: \u000a| (launched: 2022-12-13_08:54:59.539056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:01.593263 run osmo-stp_10.42.42.5(pid=28825): stderr: \u000a| �[0;m�[38;5;43m20221213085459707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085459707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085459707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085459708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085459708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085459708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085459708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:01.650892 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=28825): Process ended prematurely: osmo-stp_10.42.42.5(pid=28825) [trial-2387↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28825)] [trial-2387↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a08:55:01.664067 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a08:55:01.737085 run osmo-hlr_10.42.42.2(pid=28822): ERR: Terminated: ERROR {rc=237} [trial-2387↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28822)]\u000a08:55:01.791099 run osmo-hlr_10.42.42.2(pid=28822): stdout: \u000a| (launched: 2022-12-13_08:54:58.626086) \u000a08:55:01.845218 run osmo-hlr_10.42.42.2(pid=28822): stderr: \u000a| �[0;m�[1;31m20221213085458801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085458801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085458802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085458802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085458802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085458802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085458815 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085458823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085458823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085458823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:55:01.918430 run osmo-msc_10.42.42.6(pid=28828): ERR: Terminated: ERROR {rc=2} [trial-2387↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28828)]\u000a08:55:01.972542 run osmo-msc_10.42.42.6(pid=28828): stdout: \u000a| (launched: 2022-12-13_08:55:00.630667) \u000a08:55:02.025844 run osmo-msc_10.42.42.6(pid=28828): stderr: \u000a| �[0;m�[38;5;43m20221213085500904 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213085500904 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa847aa7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213085500905 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213085500905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213085500905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213085500905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213085500908 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213085500909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213085500909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213085500909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:55:02.071182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28821): Terminating (SIGTERM)\u000a08:55:02.116029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28824): Terminating (SIGTERM)\u000a08:55:02.162260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28827): Terminating (SIGTERM)\u000a08:55:02.172818 --- ParallelTerminationStrategy: PID 28821 died...\u000a08:55:02.231749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28821): Terminated: ok {rc=0}\u000a08:55:02.242513 --- ParallelTerminationStrategy: PID 28824 died...\u000a08:55:02.299893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28824): Terminated: ok {rc=0}\u000a08:55:02.310564 --- ParallelTerminationStrategy: PID 28827 died...\u000a08:55:02.368901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28827): Terminated: ok {rc=0}\u000a08:55:02.458524 bus /sierra_9: Setting Powered False\u000a08:55:03.564297 bus /sierra_9: Setting Powered False\u000a08:55:04.674374 bus /sierra_8: Setting Powered False\u000a08:55:05.777476 bus /sierra_8: Setting Powered False\u000a08:55:06.884059 bus /sierra_3: Setting Powered False\u000a08:55:07.988775 bus /sierra_3: Setting Powered False\u000a08:55:09.096229 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:54:44" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28846): Process ended prematurely: osmo-stp_10.42.42.5(pid=28846) [trial-2387↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28846)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28846): Process ended prematurely: osmo-stp_10.42.42.5(pid=28846) [trial-2387↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28846)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:55:11.227262 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:11.238339 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a08:55:11.378956 tst cs_paging_gprs_active.py: using LAC 32850\u000a08:55:11.505336 tst cs_paging_gprs_active.py: using RAC 210\u000a08:55:11.631674 tst cs_paging_gprs_active.py: using CellId 32850\u000a08:55:11.751838 tst cs_paging_gprs_active.py: using BVCI 32851\u000a08:55:11.774621 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:11.785214 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:11.795556 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:11.805839 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:11.815946 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:11.826355 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:11.836918 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:11.847301 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:11.858181 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:55:11.973526 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:55:12.263775 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:55:12.396843 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:55:12.723414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28836): Launched\u000a08:55:12.997312 run iperf3-srv_10.42.42.10(pid=28837): Launched\u000a08:55:13.192392 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:55:13.325252 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:55:13.653538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28838): Launched\u000a08:55:13.926032 run iperf3-srv_10.42.42.10(pid=28839): Launched\u000a08:55:14.120802 tst cs_paging_gprs_active.py:38: start network...\u000a08:55:14.253782 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:55:14.762381 run create_hlr_db(pid=28840): Launched\u000a08:55:14.947658 bus /sierra_2: Setting Powered False\u000a08:55:15.969444 run create_hlr_db(pid=28840): Terminated: ok {rc=0}\u000a08:55:16.415462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28842): Launched\u000a08:55:16.861299 run osmo-hlr_10.42.42.2(pid=28843): Launched\u000a08:55:17.101434 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:55:17.709464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28845): Launched\u000a08:55:18.006556 run osmo-stp_10.42.42.5(pid=28846): Launched\u000a08:55:18.116818 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:55:18.633949 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28848): Launched\u000a08:55:18.740118 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:55:18.998488 run patchelf(pid=28849): Launched\u000a08:55:19.173190 run osmo-stp_10.42.42.5(pid=28846): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28846)]\u000a08:55:19.300517 run osmo-stp_10.42.42.5(pid=28846): stdout: \u000a| (launched: 2022-12-13_08:55:17.860533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:19.428336 run osmo-stp_10.42.42.5(pid=28846): stderr: \u000a| �[0;m�[38;5;43m20221213085518028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085518028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085518028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085518029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085518031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085518031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085518031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:19.551603 run osmo-stp_10.42.42.5(pid=28846): stdout: \u000a| (launched: 2022-12-13_08:55:17.860533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:19.673607 run osmo-stp_10.42.42.5(pid=28846): stderr: \u000a| �[0;m�[38;5;43m20221213085518028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085518028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085518028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085518029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085518031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085518031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085518031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:19.815510 run patchelf(pid=28849): Terminating (SIGINT)\u000a08:55:19.982564 run patchelf(pid=28849): Terminated: ok {rc=0}\u000a08:55:20.013449 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28846): Process ended prematurely: osmo-stp_10.42.42.5(pid=28846) [trial-2387↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28846)] [trial-2387↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a08:55:20.022705 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a08:55:20.082466 run osmo-hlr_10.42.42.2(pid=28843): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28843)]\u000a08:55:20.131070 run osmo-hlr_10.42.42.2(pid=28843): stdout: \u000a| (launched: 2022-12-13_08:55:16.580135) \u000a08:55:20.180358 run osmo-hlr_10.42.42.2(pid=28843): stderr: \u000a| �[0;m�[1;31m20221213085517004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085517004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085517004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085517004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085517004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085517004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085517031 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085517057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085517061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085517061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:55:20.222452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28836): Terminating (SIGTERM)\u000a08:55:20.262184 run iperf3-srv_10.42.42.10(pid=28837): Terminating (SIGTERM)\u000a08:55:20.301894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28838): Terminating (SIGTERM)\u000a08:55:20.341508 run iperf3-srv_10.42.42.10(pid=28839): Terminating (SIGTERM)\u000a08:55:20.381109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28842): Terminating (SIGTERM)\u000a08:55:20.420658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28845): Terminating (SIGTERM)\u000a08:55:20.460799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28848): Terminating (SIGTERM)\u000a08:55:20.470085 --- ParallelTerminationStrategy: PID 28836 died...\u000a08:55:20.523851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28836): Terminated: ok {rc=0}\u000a08:55:20.533395 --- ParallelTerminationStrategy: PID 28837 died...\u000a08:55:20.586339 run iperf3-srv_10.42.42.10(pid=28837): Terminated {rc=256}\u000a08:55:20.595695 --- ParallelTerminationStrategy: PID 28838 died...\u000a08:55:20.648259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28838): Terminated: ok {rc=0}\u000a08:55:20.657646 --- ParallelTerminationStrategy: PID 28839 died...\u000a08:55:20.710329 run iperf3-srv_10.42.42.10(pid=28839): Terminated {rc=256}\u000a08:55:20.719657 --- ParallelTerminationStrategy: PID 28842 died...\u000a08:55:20.772378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28842): Terminated: ok {rc=0}\u000a08:55:20.781836 --- ParallelTerminationStrategy: PID 28845 died...\u000a08:55:20.834644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28845): Terminated: ok {rc=0}\u000a08:55:20.844230 --- ParallelTerminationStrategy: PID 28848 died...\u000a08:55:20.897357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28848): Terminated: ok {rc=0}\u000a08:55:20.985383 bus /gobi_0: Setting Powered False\u000a08:55:22.087299 bus /gobi_0: Setting Powered False\u000a08:55:23.192982 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28858): Process ended prematurely: osmo-stp_10.42.42.5(pid=28858) [trial-2387↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28858)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28858): Process ended prematurely: osmo-stp_10.42.42.5(pid=28858) [trial-2387↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28858)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a08:55:24.305744 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:24.317246 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a08:55:24.456093 tst iperf3.py: using LAC 32851\u000a08:55:24.574328 tst iperf3.py: using RAC 211\u000a08:55:24.692631 tst iperf3.py: using CellId 32851\u000a08:55:24.811000 tst iperf3.py: using BVCI 32852\u000a08:55:24.833624 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:24.844122 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:24.854418 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:24.864539 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:24.875058 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:24.886328 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:24.897654 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:24.908151 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:24.918780 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:55:25.193862 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:55:25.318230 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:55:25.625138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28850): Launched\u000a08:55:25.879517 run iperf3-srv_10.42.42.10(pid=28851): Launched\u000a08:55:26.060551 tst iperf3.py:8: start network...\u000a08:55:26.184479 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:55:26.648347 run create_hlr_db(pid=28852): Launched\u000a08:55:26.819011 bus /gobi_6: Setting Powered False\u000a08:55:27.840560 run create_hlr_db(pid=28852): Terminated: ok {rc=0}\u000a08:55:28.258642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28854): Launched\u000a08:55:28.575364 run osmo-hlr_10.42.42.2(pid=28855): Launched\u000a08:55:28.691842 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:55:29.243835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28857): Launched\u000a08:55:29.561767 run osmo-stp_10.42.42.5(pid=28858): Launched\u000a08:55:29.677841 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:55:30.229919 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28860): Launched\u000a08:55:30.343138 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:55:30.618437 run patchelf(pid=28861): Launched\u000a08:55:30.804398 run osmo-stp_10.42.42.5(pid=28858): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28858)]\u000a08:55:30.952296 run osmo-stp_10.42.42.5(pid=28858): stdout: \u000a| (launched: 2022-12-13_08:55:29.405947)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:31.089926 run osmo-stp_10.42.42.5(pid=28858): stderr: \u000a| �[0;m�[38;5;43m20221213085529596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085529596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085529597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085529597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085529599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085529600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085529600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:31.223591 run osmo-stp_10.42.42.5(pid=28858): stdout: \u000a| (launched: 2022-12-13_08:55:29.405947)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:31.356208 run osmo-stp_10.42.42.5(pid=28858): stderr: \u000a| �[0;m�[38;5;43m20221213085529596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085529596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085529597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085529597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085529599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085529600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085529600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:31.510804 run patchelf(pid=28861): Terminating (SIGINT)\u000a08:55:31.691761 run patchelf(pid=28861): Terminated: ok {rc=0}\u000a08:55:31.725591 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28858): Process ended prematurely: osmo-stp_10.42.42.5(pid=28858) [trial-2387↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28858)] [trial-2387↪gprs:trx-b200↪iperf3.py:8]\u000a08:55:31.736108 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a08:55:31.799957 run osmo-hlr_10.42.42.2(pid=28855): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28855)]\u000a08:55:31.851834 run osmo-hlr_10.42.42.2(pid=28855): stdout: \u000a| (launched: 2022-12-13_08:55:28.420252) \u000a08:55:31.904398 run osmo-hlr_10.42.42.2(pid=28855): stderr: \u000a| �[0;m�[1;31m20221213085528617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085528617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085528617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085528617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085528617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085528617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085528630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085528638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085528638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085528638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:55:31.949419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28850): Terminating (SIGTERM)\u000a08:55:31.993681 run iperf3-srv_10.42.42.10(pid=28851): Terminating (SIGTERM)\u000a08:55:32.038061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28854): Terminating (SIGTERM)\u000a08:55:32.080035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28857): Terminating (SIGTERM)\u000a08:55:32.123235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28860): Terminating (SIGTERM)\u000a08:55:32.134252 --- ParallelTerminationStrategy: PID 28850 died...\u000a08:55:32.190924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28850): Terminated: ok {rc=0}\u000a08:55:32.201368 --- ParallelTerminationStrategy: PID 28851 died...\u000a08:55:32.257500 run iperf3-srv_10.42.42.10(pid=28851): Terminated {rc=256}\u000a08:55:32.267909 --- ParallelTerminationStrategy: PID 28854 died...\u000a08:55:32.323457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28854): Terminated: ok {rc=0}\u000a08:55:32.333456 --- ParallelTerminationStrategy: PID 28857 died...\u000a08:55:32.388558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28857): Terminated: ok {rc=0}\u000a08:55:32.398614 --- ParallelTerminationStrategy: PID 28860 died...\u000a08:55:32.453961 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28860): Terminated: ok {rc=0}\u000a08:55:32.539649 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28876): Process ended prematurely: osmo-stp_10.42.42.5(pid=28876) [trial-2387↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28876)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28876): Process ended prematurely: osmo-stp_10.42.42.5(pid=28876) [trial-2387↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28876)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a08:55:33.652076 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:33.663575 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a08:55:33.803361 tst iperf3m4.py: using LAC 32852\u000a08:55:33.927597 tst iperf3m4.py: using RAC 212\u000a08:55:34.050217 tst iperf3m4.py: using CellId 32852\u000a08:55:34.172672 tst iperf3m4.py: using BVCI 32853\u000a08:55:34.196933 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:34.208097 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:34.218994 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:34.229808 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:34.240452 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:34.251571 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:34.262765 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:34.273824 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:34.284864 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:55:34.401405 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:55:34.524493 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:55:34.643590 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:55:34.918968 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:55:35.043525 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:55:35.351435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28862): Launched\u000a08:55:35.606794 run iperf3-srv_10.42.42.10(pid=28863): Launched\u000a08:55:35.787691 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:55:35.911537 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:55:36.218304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28864): Launched\u000a08:55:36.473244 run iperf3-srv_10.42.42.10(pid=28865): Launched\u000a08:55:36.654296 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:55:36.778413 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:55:37.085564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28866): Launched\u000a08:55:37.339492 run iperf3-srv_10.42.42.10(pid=28867): Launched\u000a08:55:37.521051 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:55:37.644614 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:55:37.950665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28868): Launched\u000a08:55:38.205080 run iperf3-srv_10.42.42.10(pid=28869): Launched\u000a08:55:38.386247 tst iperf3m4.py:8: start network...\u000a08:55:38.510166 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:55:38.993497 run create_hlr_db(pid=28870): Launched\u000a08:55:39.177724 bus /gobi_6: Setting Powered False\u000a08:55:40.198467 run create_hlr_db(pid=28870): Terminated: ok {rc=0}\u000a08:55:40.596723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28872): Launched\u000a08:55:40.893194 run osmo-hlr_10.42.42.2(pid=28873): Launched\u000a08:55:41.004584 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:55:41.519074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28875): Launched\u000a08:55:41.814901 run osmo-stp_10.42.42.5(pid=28876): Launched\u000a08:55:41.967757 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:55:42.521533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28878): Launched\u000a08:55:42.635269 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:55:42.911437 run patchelf(pid=28879): Launched\u000a08:55:43.097758 run osmo-stp_10.42.42.5(pid=28876): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28876)]\u000a08:55:43.233886 run osmo-stp_10.42.42.5(pid=28876): stdout: \u000a| (launched: 2022-12-13_08:55:41.669502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:43.369983 run osmo-stp_10.42.42.5(pid=28876): stderr: \u000a| �[0;m�[38;5;43m20221213085541838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085541838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085541838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085541839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085541841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085541841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085541841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:43.501931 run osmo-stp_10.42.42.5(pid=28876): stdout: \u000a| (launched: 2022-12-13_08:55:41.669502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:43.632515 run osmo-stp_10.42.42.5(pid=28876): stderr: \u000a| �[0;m�[38;5;43m20221213085541838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085541838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085541838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085541839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085541841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085541841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085541841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:43.784684 run patchelf(pid=28879): Terminating (SIGINT)\u000a08:55:43.963286 run patchelf(pid=28879): Terminated: ok {rc=0}\u000a08:55:43.996014 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28876): Process ended prematurely: osmo-stp_10.42.42.5(pid=28876) [trial-2387↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28876)] [trial-2387↪gprs:trx-b200↪iperf3m4.py:8]\u000a08:55:44.005921 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a08:55:44.068233 run osmo-hlr_10.42.42.2(pid=28873): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28873)]\u000a08:55:44.119222 run osmo-hlr_10.42.42.2(pid=28873): stdout: \u000a| (launched: 2022-12-13_08:55:40.747287) \u000a08:55:44.170648 run osmo-hlr_10.42.42.2(pid=28873): stderr: \u000a| �[0;m�[1;31m20221213085540921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085540921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085540921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085540921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085540921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085540921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085540933 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085540942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085540942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085540942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:55:44.214571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28862): Terminating (SIGTERM)\u000a08:55:44.255957 run iperf3-srv_10.42.42.10(pid=28863): Terminating (SIGTERM)\u000a08:55:44.298138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28864): Terminating (SIGTERM)\u000a08:55:44.339730 run iperf3-srv_10.42.42.10(pid=28865): Terminating (SIGTERM)\u000a08:55:44.381364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28866): Terminating (SIGTERM)\u000a08:55:44.422878 run iperf3-srv_10.42.42.10(pid=28867): Terminating (SIGTERM)\u000a08:55:44.464426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28868): Terminating (SIGTERM)\u000a08:55:44.505927 run iperf3-srv_10.42.42.10(pid=28869): Terminating (SIGTERM)\u000a08:55:44.547334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28872): Terminating (SIGTERM)\u000a08:55:44.588707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28875): Terminating (SIGTERM)\u000a08:55:44.630387 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28878): Terminating (SIGTERM)\u000a08:55:44.639993 --- ParallelTerminationStrategy: PID 28862 died...\u000a08:55:44.695467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28862): Terminated: ok {rc=0}\u000a08:55:44.705461 --- ParallelTerminationStrategy: PID 28863 died...\u000a08:55:44.760897 run iperf3-srv_10.42.42.10(pid=28863): Terminated {rc=256}\u000a08:55:44.770817 --- ParallelTerminationStrategy: PID 28864 died...\u000a08:55:44.826234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28864): Terminated: ok {rc=0}\u000a08:55:44.836059 --- ParallelTerminationStrategy: PID 28865 died...\u000a08:55:44.891077 run iperf3-srv_10.42.42.10(pid=28865): Terminated {rc=256}\u000a08:55:44.900934 --- ParallelTerminationStrategy: PID 28866 died...\u000a08:55:44.955788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28866): Terminated: ok {rc=0}\u000a08:55:44.965796 --- ParallelTerminationStrategy: PID 28867 died...\u000a08:55:45.020511 run iperf3-srv_10.42.42.10(pid=28867): Terminated {rc=256}\u000a08:55:45.030395 --- ParallelTerminationStrategy: PID 28868 died...\u000a08:55:45.085700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28868): Terminated: ok {rc=0}\u000a08:55:45.095639 --- ParallelTerminationStrategy: PID 28869 died...\u000a08:55:45.150491 run iperf3-srv_10.42.42.10(pid=28869): Terminated {rc=256}\u000a08:55:45.160488 --- ParallelTerminationStrategy: PID 28872 died...\u000a08:55:45.215198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28872): Terminated: ok {rc=0}\u000a08:55:45.225193 --- ParallelTerminationStrategy: PID 28875 died...\u000a08:55:45.280001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28875): Terminated: ok {rc=0}\u000a08:55:45.289970 --- ParallelTerminationStrategy: PID 28878 died...\u000a08:55:45.344927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28878): Terminated: ok {rc=0}\u000a08:55:45.430833 bus /gobi_4: Setting Powered False\u000a08:55:46.532876 bus /gobi_4: Setting Powered False\u000a08:55:47.640117 bus /gobi_1: Setting Powered False\u000a08:55:48.746044 bus /gobi_1: Setting Powered False\u000a08:55:49.853410 bus /gobi_0: Setting Powered False\u000a08:55:50.959089 bus /gobi_0: Setting Powered False\u000a08:55:52.065980 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28889): Process ended prematurely: osmo-stp_10.42.42.5(pid=28889) [trial-2387↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28889)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28889): Process ended prematurely: osmo-stp_10.42.42.5(pid=28889) [trial-2387↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28889)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a08:55:53.134514 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:53.146073 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a08:55:53.288001 tst ping.py: using LAC 32853\u000a08:55:53.412791 tst ping.py: using RAC 213\u000a08:55:53.535644 tst ping.py: using CellId 32853\u000a08:55:53.660719 tst ping.py: using BVCI 32854\u000a08:55:53.684693 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:53.695671 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:53.706546 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:53.717350 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:53.728607 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:53.739999 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:53.751862 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:55:53.763229 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:55:54.035582 tst ping.py:19: start network...\u000a08:55:54.157033 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:55:54.615007 run create_hlr_db(pid=28883): Launched\u000a08:55:54.782740 bus /gobi_6: Setting Powered False\u000a08:55:55.803959 run create_hlr_db(pid=28883): Terminated: ok {rc=0}\u000a08:55:56.216876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28885): Launched\u000a08:55:56.528594 run osmo-hlr_10.42.42.2(pid=28886): Launched\u000a08:55:56.644277 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:55:57.189498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28888): Launched\u000a08:55:57.502023 run osmo-stp_10.42.42.5(pid=28889): Launched\u000a08:55:57.616105 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:55:58.159980 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28891): Launched\u000a08:55:58.270681 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:55:58.540678 run patchelf(pid=28892): Launched\u000a08:55:58.722885 run osmo-stp_10.42.42.5(pid=28889): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28889)]\u000a08:55:58.856493 run osmo-stp_10.42.42.5(pid=28889): stdout: \u000a| (launched: 2022-12-13_08:55:57.348241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:58.989988 run osmo-stp_10.42.42.5(pid=28889): stderr: \u000a| �[0;m�[38;5;43m20221213085557541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085557541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085557541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085557542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085557542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085557542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085557542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:59.119731 run osmo-stp_10.42.42.5(pid=28889): stdout: \u000a| (launched: 2022-12-13_08:55:57.348241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:59.248491 run osmo-stp_10.42.42.5(pid=28889): stderr: \u000a| �[0;m�[38;5;43m20221213085557541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085557541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085557541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085557542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085557542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085557542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085557542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:59.397634 run patchelf(pid=28892): Terminating (SIGINT)\u000a08:55:59.571956 run patchelf(pid=28892): Terminated: ok {rc=0}\u000a08:55:59.603873 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28889): Process ended prematurely: osmo-stp_10.42.42.5(pid=28889) [trial-2387↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28889)] [trial-2387↪gprs:trx-b200↪ping.py:22]\u000a08:55:59.612864 tst ping.py:22: Test FAILED (6.5 sec)\u000a08:55:59.675085 run osmo-hlr_10.42.42.2(pid=28886): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28886)]\u000a08:55:59.725871 run osmo-hlr_10.42.42.2(pid=28886): stdout: \u000a| (launched: 2022-12-13_08:55:56.375955) \u000a08:55:59.777218 run osmo-hlr_10.42.42.2(pid=28886): stderr: \u000a| �[0;m�[1;31m20221213085556575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085556575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085556575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085556575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085556575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085556575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085556587 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085556597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085556597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085556597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:55:59.821408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28885): Terminating (SIGTERM)\u000a08:55:59.862918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28888): Terminating (SIGTERM)\u000a08:55:59.904089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28891): Terminating (SIGTERM)\u000a08:55:59.913680 --- ParallelTerminationStrategy: PID 28885 died...\u000a08:55:59.968777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28885): Terminated: ok {rc=0}\u000a08:55:59.978769 --- ParallelTerminationStrategy: PID 28888 died...\u000a08:56:00.033860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28888): Terminated: ok {rc=0}\u000a08:56:00.043801 --- ParallelTerminationStrategy: PID 28891 died...\u000a08:56:00.099034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28891): Terminated: ok {rc=0}\u000a08:56:00.185358 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28899): Process ended prematurely: osmo-stp_10.42.42.5(pid=28899) [trial-2387↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28899)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28899): Process ended prematurely: osmo-stp_10.42.42.5(pid=28899) [trial-2387↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28899)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a08:56:01.241436 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:56:01.256607 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a08:56:01.440503 tst ping_idle_ping.py: using LAC 32854\u000a08:56:01.575054 tst ping_idle_ping.py: using RAC 214\u000a08:56:01.725017 tst ping_idle_ping.py: using CellId 32854\u000a08:56:01.861350 tst ping_idle_ping.py: using BVCI 32855\u000a08:56:01.895146 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:56:01.910543 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:56:01.925251 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:56:01.938428 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:56:01.951828 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:56:01.966707 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:56:01.981446 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:56:01.996461 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:56:02.337590 tst ping_idle_ping.py:24: start network...\u000a08:56:02.465921 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:56:02.928299 run create_hlr_db(pid=28893): Launched\u000a08:56:03.097365 bus /gobi_6: Setting Powered False\u000a08:56:04.118856 run create_hlr_db(pid=28893): Terminated: ok {rc=0}\u000a08:56:04.533854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28895): Launched\u000a08:56:04.845911 run osmo-hlr_10.42.42.2(pid=28896): Launched\u000a08:56:04.960454 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:56:05.467264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28898): Launched\u000a08:56:05.759468 run osmo-stp_10.42.42.5(pid=28899): Launched\u000a08:56:05.866205 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:56:06.374258 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28901): Launched\u000a08:56:06.478574 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:56:06.732085 run patchelf(pid=28902): Launched\u000a08:56:06.903349 run osmo-stp_10.42.42.5(pid=28899): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28899)]\u000a08:56:07.028527 run osmo-stp_10.42.42.5(pid=28899): stdout: \u000a| (launched: 2022-12-13_08:56:05.615724)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:07.154558 run osmo-stp_10.42.42.5(pid=28899): stderr: \u000a| �[0;m�[38;5;43m20221213085605784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085605784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085605785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085605785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085605785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085605785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085605786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:07.276736 run osmo-stp_10.42.42.5(pid=28899): stdout: \u000a| (launched: 2022-12-13_08:56:05.615724)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:07.397238 run osmo-stp_10.42.42.5(pid=28899): stderr: \u000a| �[0;m�[38;5;43m20221213085605784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085605784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085605785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085605785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085605785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085605785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085605786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:07.537145 run patchelf(pid=28902): Terminating (SIGINT)\u000a08:56:07.701130 run patchelf(pid=28902): Terminated: ok {rc=0}\u000a08:56:07.731041 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28899): Process ended prematurely: osmo-stp_10.42.42.5(pid=28899) [trial-2387↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28899)] [trial-2387↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a08:56:07.739734 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a08:56:07.799244 run osmo-hlr_10.42.42.2(pid=28896): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28896)]\u000a08:56:07.847894 run osmo-hlr_10.42.42.2(pid=28896): stdout: \u000a| (launched: 2022-12-13_08:56:04.692771) \u000a08:56:07.897113 run osmo-hlr_10.42.42.2(pid=28896): stderr: \u000a| �[0;m�[1;31m20221213085604890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085604890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085604890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085604890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085604890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085604890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085604914 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085604924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085604924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085604924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:56:07.939044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28895): Terminating (SIGTERM)\u000a08:56:07.978672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28898): Terminating (SIGTERM)\u000a08:56:08.018405 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28901): Terminating (SIGTERM)\u000a08:56:08.027654 --- ParallelTerminationStrategy: PID 28895 died...\u000a08:56:08.081118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28895): Terminated: ok {rc=0}\u000a08:56:08.090722 --- ParallelTerminationStrategy: PID 28898 died...\u000a08:56:08.143853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28898): Terminated: ok {rc=0}\u000a08:56:08.153516 --- ParallelTerminationStrategy: PID 28901 died...\u000a08:56:08.206238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28901): Terminated: ok {rc=0}\u000a08:56:08.288490 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:55:10" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28916): Process ended prematurely: osmo-stp_10.42.42.5(pid=28916) [trial-2387↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28916)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28916): Process ended prematurely: osmo-stp_10.42.42.5(pid=28916) [trial-2387↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28916)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:56:10.433051 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:10.443897 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:56:10.587601 tst cs_paging_gprs_active.py: using LAC 32855\u000a08:56:10.712658 tst cs_paging_gprs_active.py: using RAC 215\u000a08:56:10.839334 tst cs_paging_gprs_active.py: using CellId 32855\u000a08:56:10.965818 tst cs_paging_gprs_active.py: using BVCI 32856\u000a08:56:10.990111 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:11.001344 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:11.012186 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:11.023177 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:11.034176 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:11.045139 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:11.056245 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:11.067178 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:11.078545 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:56:11.196361 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:56:11.474450 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:56:11.598896 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:56:11.906662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28906): Launched\u000a08:56:12.161961 run iperf3-srv_10.42.42.10(pid=28907): Launched\u000a08:56:12.342902 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:56:12.467301 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:56:12.774737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28908): Launched\u000a08:56:13.029876 run iperf3-srv_10.42.42.10(pid=28909): Launched\u000a08:56:13.211236 tst cs_paging_gprs_active.py:38: start network...\u000a08:56:13.336343 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:56:13.803905 run create_hlr_db(pid=28910): Launched\u000a08:56:13.974787 bus /gobi_6: Setting Powered False\u000a08:56:14.997302 run create_hlr_db(pid=28910): Terminated: ok {rc=0}\u000a08:56:15.418751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28912): Launched\u000a08:56:15.736519 run osmo-hlr_10.42.42.2(pid=28913): Launched\u000a08:56:15.853971 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:56:16.427619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28915): Launched\u000a08:56:16.809796 run osmo-stp_10.42.42.5(pid=28916): Launched\u000a08:56:16.985268 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:56:17.613325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28918): Launched\u000a08:56:17.727045 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:56:18.002893 run patchelf(pid=28919): Launched\u000a08:56:18.189224 run osmo-stp_10.42.42.5(pid=28916): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28916)]\u000a08:56:18.325562 run osmo-stp_10.42.42.5(pid=28916): stdout: \u000a| (launched: 2022-12-13_08:56:16.593251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:18.461877 run osmo-stp_10.42.42.5(pid=28916): stderr: \u000a| �[0;m�[38;5;43m20221213085616960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085616960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085616960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085616966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085616967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085616967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085616967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:18.593679 run osmo-stp_10.42.42.5(pid=28916): stdout: \u000a| (launched: 2022-12-13_08:56:16.593251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:18.724373 run osmo-stp_10.42.42.5(pid=28916): stderr: \u000a| �[0;m�[38;5;43m20221213085616960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085616960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085616960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085616966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085616967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085616967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085616967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:18.877821 run patchelf(pid=28919): Terminating (SIGINT)\u000a08:56:19.057022 run patchelf(pid=28919): Terminated: ok {rc=0}\u000a08:56:19.090102 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28916): Process ended prematurely: osmo-stp_10.42.42.5(pid=28916) [trial-2387↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28916)] [trial-2387↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a08:56:19.099888 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a08:56:19.161997 run osmo-hlr_10.42.42.2(pid=28913): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28913)]\u000a08:56:19.212981 run osmo-hlr_10.42.42.2(pid=28913): stdout: \u000a| (launched: 2022-12-13_08:56:15.581091) \u000a08:56:19.264391 run osmo-hlr_10.42.42.2(pid=28913): stderr: \u000a| �[0;m�[1;31m20221213085615780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085615780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085615780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085615780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085615780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085615780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085615793 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085615802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085615803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085615803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:56:19.308293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28906): Terminating (SIGTERM)\u000a08:56:19.349867 run iperf3-srv_10.42.42.10(pid=28907): Terminating (SIGTERM)\u000a08:56:19.391174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28908): Terminating (SIGTERM)\u000a08:56:19.432237 run iperf3-srv_10.42.42.10(pid=28909): Terminating (SIGTERM)\u000a08:56:19.473625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28912): Terminating (SIGTERM)\u000a08:56:19.515089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28915): Terminating (SIGTERM)\u000a08:56:19.556431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28918): Terminating (SIGTERM)\u000a08:56:19.566003 --- ParallelTerminationStrategy: PID 28906 died...\u000a08:56:19.621055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28906): Terminated: ok {rc=0}\u000a08:56:19.630834 --- ParallelTerminationStrategy: PID 28907 died...\u000a08:56:19.685276 run iperf3-srv_10.42.42.10(pid=28907): Terminated {rc=256}\u000a08:56:19.695049 --- ParallelTerminationStrategy: PID 28908 died...\u000a08:56:19.749952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28908): Terminated: ok {rc=0}\u000a08:56:19.759775 --- ParallelTerminationStrategy: PID 28909 died...\u000a08:56:19.814592 run iperf3-srv_10.42.42.10(pid=28909): Terminated {rc=256}\u000a08:56:19.824473 --- ParallelTerminationStrategy: PID 28912 died...\u000a08:56:19.879612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28912): Terminated: ok {rc=0}\u000a08:56:19.889644 --- ParallelTerminationStrategy: PID 28915 died...\u000a08:56:19.944717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28915): Terminated: ok {rc=0}\u000a08:56:19.954704 --- ParallelTerminationStrategy: PID 28918 died...\u000a08:56:20.009981 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28918): Terminated: ok {rc=0}\u000a08:56:20.096561 bus /gobi_0: Setting Powered False\u000a08:56:21.202259 bus /gobi_0: Setting Powered False\u000a08:56:22.310859 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28928): Process ended prematurely: osmo-stp_10.42.42.5(pid=28928) [trial-2387↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28928)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28928): Process ended prematurely: osmo-stp_10.42.42.5(pid=28928) [trial-2387↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28928)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a08:56:23.424619 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:23.436313 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:56:23.583307 tst iperf3.py: using LAC 32856\u000a08:56:23.713567 tst iperf3.py: using RAC 216\u000a08:56:23.836916 tst iperf3.py: using CellId 32856\u000a08:56:23.959606 tst iperf3.py: using BVCI 32857\u000a08:56:23.984003 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:23.995355 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:24.006365 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:24.017412 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:24.028337 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:24.039259 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:24.050427 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:24.061868 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:24.073131 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:56:24.364261 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:56:24.497168 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:56:24.824840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28920): Launched\u000a08:56:25.097982 run iperf3-srv_10.42.42.10(pid=28921): Launched\u000a08:56:25.292726 tst iperf3.py:8: start network...\u000a08:56:25.426084 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:56:25.932585 run create_hlr_db(pid=28922): Launched\u000a08:56:26.116090 bus /gobi_6: Setting Powered False\u000a08:56:27.137530 run create_hlr_db(pid=28922): Terminated: ok {rc=0}\u000a08:56:27.534778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28924): Launched\u000a08:56:27.830550 run osmo-hlr_10.42.42.2(pid=28925): Launched\u000a08:56:27.946231 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:56:28.468939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28927): Launched\u000a08:56:28.764708 run osmo-stp_10.42.42.5(pid=28928): Launched\u000a08:56:28.873600 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:56:29.386344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28930): Launched\u000a08:56:29.491948 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:56:29.748288 run patchelf(pid=28931): Launched\u000a08:56:29.921776 run osmo-stp_10.42.42.5(pid=28928): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28928)]\u000a08:56:30.049159 run osmo-stp_10.42.42.5(pid=28928): stdout: \u000a| (launched: 2022-12-13_08:56:28.618888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:30.176907 run osmo-stp_10.42.42.5(pid=28928): stderr: \u000a| �[0;m�[38;5;43m20221213085628788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085628788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085628788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085628788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085628789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085628789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085628789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:30.299762 run osmo-stp_10.42.42.5(pid=28928): stdout: \u000a| (launched: 2022-12-13_08:56:28.618888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:30.421704 run osmo-stp_10.42.42.5(pid=28928): stderr: \u000a| �[0;m�[38;5;43m20221213085628788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085628788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085628788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085628788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085628789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085628789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085628789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:30.563368 run patchelf(pid=28931): Terminating (SIGINT)\u000a08:56:30.729924 run patchelf(pid=28931): Terminated: ok {rc=0}\u000a08:56:30.760591 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28928): Process ended prematurely: osmo-stp_10.42.42.5(pid=28928) [trial-2387↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28928)] [trial-2387↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a08:56:30.769880 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a08:56:30.829525 run osmo-hlr_10.42.42.2(pid=28925): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28925)]\u000a08:56:30.878388 run osmo-hlr_10.42.42.2(pid=28925): stdout: \u000a| (launched: 2022-12-13_08:56:27.685597) \u000a08:56:30.945708 run osmo-hlr_10.42.42.2(pid=28925): stderr: \u000a| �[0;m�[1;31m20221213085627860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085627860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085627860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085627860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085627860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085627860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085627872 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085627881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085627881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085627881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:56:31.016413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28920): Terminating (SIGTERM)\u000a08:56:31.060557 run iperf3-srv_10.42.42.10(pid=28921): Terminating (SIGTERM)\u000a08:56:31.104656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28924): Terminating (SIGTERM)\u000a08:56:31.151868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28927): Terminating (SIGTERM)\u000a08:56:31.198076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28930): Terminating (SIGTERM)\u000a08:56:31.208825 --- ParallelTerminationStrategy: PID 28920 died...\u000a08:56:31.270162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28920): Terminated: ok {rc=0}\u000a08:56:31.281223 --- ParallelTerminationStrategy: PID 28921 died...\u000a08:56:31.340665 run iperf3-srv_10.42.42.10(pid=28921): Terminated {rc=256}\u000a08:56:31.353910 --- ParallelTerminationStrategy: PID 28924 died...\u000a08:56:31.412777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28924): Terminated: ok {rc=0}\u000a08:56:31.423998 --- ParallelTerminationStrategy: PID 28927 died...\u000a08:56:31.484485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28927): Terminated: ok {rc=0}\u000a08:56:31.495660 --- ParallelTerminationStrategy: PID 28930 died...\u000a08:56:31.556634 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28930): Terminated: ok {rc=0}\u000a08:56:31.647284 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28946): Process ended prematurely: osmo-stp_10.42.42.5(pid=28946) [trial-2387↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28946)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28946): Process ended prematurely: osmo-stp_10.42.42.5(pid=28946) [trial-2387↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28946)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a08:56:32.759675 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:32.771609 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:56:32.910416 tst iperf3m4.py: using LAC 32857\u000a08:56:33.036256 tst iperf3m4.py: using RAC 217\u000a08:56:33.161509 tst iperf3m4.py: using CellId 32857\u000a08:56:33.288162 tst iperf3m4.py: using BVCI 32858\u000a08:56:33.312730 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:33.324265 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:33.335560 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:33.346873 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:33.358302 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:33.369777 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:33.381448 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:33.392782 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:33.404320 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:56:33.524246 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:56:33.643365 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:56:33.763626 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:56:34.052066 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:56:34.185459 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:56:34.512124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28932): Launched\u000a08:56:34.784071 run iperf3-srv_10.42.42.10(pid=28933): Launched\u000a08:56:34.981306 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:56:35.114329 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:56:35.441644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28934): Launched\u000a08:56:35.714544 run iperf3-srv_10.42.42.10(pid=28935): Launched\u000a08:56:35.909913 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:56:36.042734 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:56:36.371171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28936): Launched\u000a08:56:36.643557 run iperf3-srv_10.42.42.10(pid=28937): Launched\u000a08:56:36.838490 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:56:36.971405 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:56:37.299108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28938): Launched\u000a08:56:37.572691 run iperf3-srv_10.42.42.10(pid=28939): Launched\u000a08:56:37.767095 tst iperf3m4.py:8: start network...\u000a08:56:37.900616 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:56:38.411882 run create_hlr_db(pid=28940): Launched\u000a08:56:38.595657 bus /gobi_6: Setting Powered False\u000a08:56:39.617903 run create_hlr_db(pid=28940): Terminated: ok {rc=0}\u000a08:56:40.041869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28942): Launched\u000a08:56:40.358815 run osmo-hlr_10.42.42.2(pid=28943): Launched\u000a08:56:40.479263 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:56:41.032047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28945): Launched\u000a08:56:41.350558 run osmo-stp_10.42.42.5(pid=28946): Launched\u000a08:56:41.466546 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:56:42.022993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28948): Launched\u000a08:56:42.136892 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:56:42.413413 run patchelf(pid=28949): Launched\u000a08:56:42.599618 run osmo-stp_10.42.42.5(pid=28946): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28946)]\u000a08:56:42.735911 run osmo-stp_10.42.42.5(pid=28946): stdout: \u000a| (launched: 2022-12-13_08:56:41.194300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:42.872878 run osmo-stp_10.42.42.5(pid=28946): stderr: \u000a| �[0;m�[38;5;43m20221213085641386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085641386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085641386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085641387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085641387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085641387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085641387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:43.004837 run osmo-stp_10.42.42.5(pid=28946): stdout: \u000a| (launched: 2022-12-13_08:56:41.194300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:43.136113 run osmo-stp_10.42.42.5(pid=28946): stderr: \u000a| �[0;m�[38;5;43m20221213085641386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085641386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085641386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085641387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085641387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085641387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085641387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:43.288215 run patchelf(pid=28949): Terminating (SIGINT)\u000a08:56:43.467016 run patchelf(pid=28949): Terminated: ok {rc=0}\u000a08:56:43.500058 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28946): Process ended prematurely: osmo-stp_10.42.42.5(pid=28946) [trial-2387↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28946)] [trial-2387↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a08:56:43.510114 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a08:56:43.573308 run osmo-hlr_10.42.42.2(pid=28943): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28943)]\u000a08:56:43.624191 run osmo-hlr_10.42.42.2(pid=28943): stdout: \u000a| (launched: 2022-12-13_08:56:40.204454) \u000a08:56:43.675744 run osmo-hlr_10.42.42.2(pid=28943): stderr: \u000a| �[0;m�[1;31m20221213085640403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085640403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085640403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085640403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085640403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085640403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085640416 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085640424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085640424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085640424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:56:43.719946 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28932): Terminating (SIGTERM)\u000a08:56:43.761839 run iperf3-srv_10.42.42.10(pid=28933): Terminating (SIGTERM)\u000a08:56:43.803600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28934): Terminating (SIGTERM)\u000a08:56:43.845509 run iperf3-srv_10.42.42.10(pid=28935): Terminating (SIGTERM)\u000a08:56:43.887288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28936): Terminating (SIGTERM)\u000a08:56:43.928933 run iperf3-srv_10.42.42.10(pid=28937): Terminating (SIGTERM)\u000a08:56:43.970535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28938): Terminating (SIGTERM)\u000a08:56:44.012155 run iperf3-srv_10.42.42.10(pid=28939): Terminating (SIGTERM)\u000a08:56:44.053836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28942): Terminating (SIGTERM)\u000a08:56:44.095477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28945): Terminating (SIGTERM)\u000a08:56:44.137092 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28948): Terminating (SIGTERM)\u000a08:56:44.146723 --- ParallelTerminationStrategy: PID 28932 died...\u000a08:56:44.202122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28932): Terminated: ok {rc=0}\u000a08:56:44.212232 --- ParallelTerminationStrategy: PID 28933 died...\u000a08:56:44.267640 run iperf3-srv_10.42.42.10(pid=28933): Terminated {rc=256}\u000a08:56:44.277943 --- ParallelTerminationStrategy: PID 28934 died...\u000a08:56:44.333066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28934): Terminated: ok {rc=0}\u000a08:56:44.343170 --- ParallelTerminationStrategy: PID 28935 died...\u000a08:56:44.398214 run iperf3-srv_10.42.42.10(pid=28935): Terminated {rc=256}\u000a08:56:44.408227 --- ParallelTerminationStrategy: PID 28936 died...\u000a08:56:44.463278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28936): Terminated: ok {rc=0}\u000a08:56:44.473272 --- ParallelTerminationStrategy: PID 28937 died...\u000a08:56:44.528731 run iperf3-srv_10.42.42.10(pid=28937): Terminated {rc=256}\u000a08:56:44.538825 --- ParallelTerminationStrategy: PID 28938 died...\u000a08:56:44.593943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28938): Terminated: ok {rc=0}\u000a08:56:44.604054 --- ParallelTerminationStrategy: PID 28939 died...\u000a08:56:44.659243 run iperf3-srv_10.42.42.10(pid=28939): Terminated {rc=256}\u000a08:56:44.669433 --- ParallelTerminationStrategy: PID 28942 died...\u000a08:56:44.724328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28942): Terminated: ok {rc=0}\u000a08:56:44.734357 --- ParallelTerminationStrategy: PID 28945 died...\u000a08:56:44.789528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28945): Terminated: ok {rc=0}\u000a08:56:44.799452 --- ParallelTerminationStrategy: PID 28948 died...\u000a08:56:44.854837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28948): Terminated: ok {rc=0}\u000a08:56:44.941490 bus /gobi_4: Setting Powered False\u000a08:56:46.058953 bus /gobi_4: Setting Powered False\u000a08:56:47.174904 bus /gobi_1: Setting Powered False\u000a08:56:48.274120 bus /gobi_1: Setting Powered False\u000a08:56:49.384713 bus /gobi_0: Setting Powered False\u000a08:56:50.487031 bus /gobi_0: Setting Powered False\u000a08:56:51.594407 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28956): Process ended prematurely: osmo-stp_10.42.42.5(pid=28956) [trial-2387↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28956)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28956): Process ended prematurely: osmo-stp_10.42.42.5(pid=28956) [trial-2387↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28956)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a08:56:52.659775 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:52.671058 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:56:52.831084 tst ping.py: using LAC 32858\u000a08:56:52.956630 tst ping.py: using RAC 218\u000a08:56:53.079620 tst ping.py: using CellId 32858\u000a08:56:53.204587 tst ping.py: using BVCI 32859\u000a08:56:53.228895 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:53.240247 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:53.251378 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:53.262569 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:53.273570 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:53.284476 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:53.295766 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:53.306854 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:56:53.590154 tst ping.py:19: start network...\u000a08:56:53.720160 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:56:54.218697 run create_hlr_db(pid=28950): Launched\u000a08:56:54.399640 bus /gobi_6: Setting Powered False\u000a08:56:55.420552 run create_hlr_db(pid=28950): Terminated: ok {rc=0}\u000a08:56:55.812756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28952): Launched\u000a08:56:56.103398 run osmo-hlr_10.42.42.2(pid=28953): Launched\u000a08:56:56.215704 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:56:56.732908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28955): Launched\u000a08:56:57.022870 run osmo-stp_10.42.42.5(pid=28956): Launched\u000a08:56:57.129405 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:56:57.636490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28958): Launched\u000a08:56:57.740263 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:56:57.993964 run patchelf(pid=28959): Launched\u000a08:56:58.164639 run osmo-stp_10.42.42.5(pid=28956): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28956)]\u000a08:56:58.289648 run osmo-stp_10.42.42.5(pid=28956): stdout: \u000a| (launched: 2022-12-13_08:56:56.880468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:58.415086 run osmo-stp_10.42.42.5(pid=28956): stderr: \u000a| �[0;m�[38;5;43m20221213085657048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085657048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085657049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085657049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085657051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085657051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085657051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:58.536064 run osmo-stp_10.42.42.5(pid=28956): stdout: \u000a| (launched: 2022-12-13_08:56:56.880468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:58.656116 run osmo-stp_10.42.42.5(pid=28956): stderr: \u000a| �[0;m�[38;5;43m20221213085657048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085657048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085657049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085657049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085657051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085657051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085657051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:58.795150 run patchelf(pid=28959): Terminating (SIGINT)\u000a08:56:58.958706 run patchelf(pid=28959): Terminated: ok {rc=0}\u000a08:56:58.988415 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28956): Process ended prematurely: osmo-stp_10.42.42.5(pid=28956) [trial-2387↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28956)] [trial-2387↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a08:56:58.996812 tst ping.py:22: Test FAILED (6.3 sec)\u000a08:56:59.057222 run osmo-hlr_10.42.42.2(pid=28953): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28953)]\u000a08:56:59.107045 run osmo-hlr_10.42.42.2(pid=28953): stdout: \u000a| (launched: 2022-12-13_08:56:55.960738) \u000a08:56:59.156706 run osmo-hlr_10.42.42.2(pid=28953): stderr: \u000a| �[0;m�[1;31m20221213085656133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085656133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085656133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085656133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085656133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085656134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085656147 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085656158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085656158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085656159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:56:59.198947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28952): Terminating (SIGTERM)\u000a08:56:59.238893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28955): Terminating (SIGTERM)\u000a08:56:59.278818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28958): Terminating (SIGTERM)\u000a08:56:59.288073 --- ParallelTerminationStrategy: PID 28952 died...\u000a08:56:59.342154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28952): Terminated: ok {rc=0}\u000a08:56:59.352178 --- ParallelTerminationStrategy: PID 28955 died...\u000a08:56:59.405728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28955): Terminated: ok {rc=0}\u000a08:56:59.415393 --- ParallelTerminationStrategy: PID 28958 died...\u000a08:56:59.468927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28958): Terminated: ok {rc=0}\u000a08:56:59.556829 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28966): Process ended prematurely: osmo-stp_10.42.42.5(pid=28966) [trial-2387↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28966)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28966): Process ended prematurely: osmo-stp_10.42.42.5(pid=28966) [trial-2387↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28966)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a08:57:00.607248 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:57:00.618700 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:57:00.762326 tst ping_idle_ping.py: using LAC 32859\u000a08:57:00.886107 tst ping_idle_ping.py: using RAC 219\u000a08:57:01.043616 tst ping_idle_ping.py: using CellId 32859\u000a08:57:01.199699 tst ping_idle_ping.py: using BVCI 32860\u000a08:57:01.231472 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:57:01.244368 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:57:01.259736 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:57:01.275881 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:57:01.292190 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:57:01.307996 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:57:01.322369 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:57:01.335506 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:57:01.680056 tst ping_idle_ping.py:24: start network...\u000a08:57:01.816934 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:57:02.366330 run create_hlr_db(pid=28960): Launched\u000a08:57:02.549948 bus /gobi_6: Setting Powered False\u000a08:57:03.569274 run create_hlr_db(pid=28960): Terminated: ok {rc=0}\u000a08:57:03.963344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28962): Launched\u000a08:57:04.255795 run osmo-hlr_10.42.42.2(pid=28963): Launched\u000a08:57:04.371893 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:57:04.886187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28965): Launched\u000a08:57:05.179510 run osmo-stp_10.42.42.5(pid=28966): Launched\u000a08:57:05.287533 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:57:05.798694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28968): Launched\u000a08:57:05.903350 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:57:06.158744 run patchelf(pid=28969): Launched\u000a08:57:06.331073 run osmo-stp_10.42.42.5(pid=28966): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28966)]\u000a08:57:06.456883 run osmo-stp_10.42.42.5(pid=28966): stdout: \u000a| (launched: 2022-12-13_08:57:05.035133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:06.583310 run osmo-stp_10.42.42.5(pid=28966): stderr: \u000a| �[0;m�[38;5;43m20221213085705206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085705207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085705207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085705207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085705208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085705208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085705208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:06.704930 run osmo-stp_10.42.42.5(pid=28966): stdout: \u000a| (launched: 2022-12-13_08:57:05.035133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:06.826129 run osmo-stp_10.42.42.5(pid=28966): stderr: \u000a| �[0;m�[38;5;43m20221213085705206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085705207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085705207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085705207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085705208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085705208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085705208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:06.966625 run patchelf(pid=28969): Terminating (SIGINT)\u000a08:57:07.131389 run patchelf(pid=28969): Terminated: ok {rc=0}\u000a08:57:07.161453 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28966): Process ended prematurely: osmo-stp_10.42.42.5(pid=28966) [trial-2387↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28966)] [trial-2387↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a08:57:07.170103 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a08:57:07.230835 run osmo-hlr_10.42.42.2(pid=28963): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28963)]\u000a08:57:07.280209 run osmo-hlr_10.42.42.2(pid=28963): stdout: \u000a| (launched: 2022-12-13_08:57:04.111929) \u000a08:57:07.330134 run osmo-hlr_10.42.42.2(pid=28963): stderr: \u000a| �[0;m�[1;31m20221213085704285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085704285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085704285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085704285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085704285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085704285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085704297 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085704306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085704306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085704306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:57:07.372539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28962): Terminating (SIGTERM)\u000a08:57:07.412559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28965): Terminating (SIGTERM)\u000a08:57:07.452487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28968): Terminating (SIGTERM)\u000a08:57:07.461802 --- ParallelTerminationStrategy: PID 28962 died...\u000a08:57:07.515724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28962): Terminated: ok {rc=0}\u000a08:57:07.525484 --- ParallelTerminationStrategy: PID 28965 died...\u000a08:57:07.578990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28965): Terminated: ok {rc=0}\u000a08:57:07.588481 --- ParallelTerminationStrategy: PID 28968 died...\u000a08:57:07.641854 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28968): Terminated: ok {rc=0}\u000a08:57:07.730108 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:56:10" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28984): Process ended prematurely: osmo-stp_10.42.42.5(pid=28984) [trial-2387↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28984)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28984): Process ended prematurely: osmo-stp_10.42.42.5(pid=28984) [trial-2387↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28984)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:57:09.892705 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:09.903892 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:57:10.070933 tst cs_paging_gprs_active.py: using LAC 32860\u000a08:57:10.197252 tst cs_paging_gprs_active.py: using RAC 220\u000a08:57:10.322771 tst cs_paging_gprs_active.py: using CellId 32860\u000a08:57:10.450824 tst cs_paging_gprs_active.py: using BVCI 32861\u000a08:57:10.475314 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:10.486601 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:10.497668 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:10.508577 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:10.519900 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:10.531219 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:10.542631 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:10.553860 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:10.565289 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:57:10.681286 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:57:10.973682 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:57:11.106879 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:57:11.434298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28974): Launched\u000a08:57:11.707030 run iperf3-srv_10.42.42.10(pid=28975): Launched\u000a08:57:11.903882 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:57:12.036889 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:57:12.364725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28976): Launched\u000a08:57:12.637086 run iperf3-srv_10.42.42.10(pid=28977): Launched\u000a08:57:12.831716 tst cs_paging_gprs_active.py:38: start network...\u000a08:57:12.965607 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:57:13.471736 run create_hlr_db(pid=28978): Launched\u000a08:57:13.655973 bus /gobi_6: Setting Powered False\u000a08:57:14.678352 run create_hlr_db(pid=28978): Terminated: ok {rc=0}\u000a08:57:15.099480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28980): Launched\u000a08:57:15.416548 run osmo-hlr_10.42.42.2(pid=28981): Launched\u000a08:57:15.533316 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:57:16.118654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28983): Launched\u000a08:57:16.542769 run osmo-stp_10.42.42.5(pid=28984): Launched\u000a08:57:16.737684 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:57:17.344060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28986): Launched\u000a08:57:17.459922 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:57:17.736857 run patchelf(pid=28987): Launched\u000a08:57:17.924054 run osmo-stp_10.42.42.5(pid=28984): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28984)]\u000a08:57:18.060647 run osmo-stp_10.42.42.5(pid=28984): stdout: \u000a| (launched: 2022-12-13_08:57:16.283181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:18.196922 run osmo-stp_10.42.42.5(pid=28984): stderr: \u000a| �[0;m�[38;5;43m20221213085716572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085716573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085716575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085716576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085716577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085716578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085716578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:18.328885 run osmo-stp_10.42.42.5(pid=28984): stdout: \u000a| (launched: 2022-12-13_08:57:16.283181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:18.459720 run osmo-stp_10.42.42.5(pid=28984): stderr: \u000a| �[0;m�[38;5;43m20221213085716572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085716573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085716575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085716576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085716577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085716578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085716578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:18.611687 run patchelf(pid=28987): Terminating (SIGINT)\u000a08:57:18.789736 run patchelf(pid=28987): Terminated: ok {rc=0}\u000a08:57:18.822673 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28984): Process ended prematurely: osmo-stp_10.42.42.5(pid=28984) [trial-2387↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28984)] [trial-2387↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a08:57:18.832426 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a08:57:18.895458 run osmo-hlr_10.42.42.2(pid=28981): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28981)]\u000a08:57:18.946810 run osmo-hlr_10.42.42.2(pid=28981): stdout: \u000a| (launched: 2022-12-13_08:57:15.261910) \u000a08:57:18.998753 run osmo-hlr_10.42.42.2(pid=28981): stderr: \u000a| �[0;m�[1;31m20221213085715461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085715461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085715461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085715461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085715461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085715461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085715474 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085715482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085715482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085715482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:57:19.043264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28974): Terminating (SIGTERM)\u000a08:57:19.085102 run iperf3-srv_10.42.42.10(pid=28975): Terminating (SIGTERM)\u000a08:57:19.127048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28976): Terminating (SIGTERM)\u000a08:57:19.168804 run iperf3-srv_10.42.42.10(pid=28977): Terminating (SIGTERM)\u000a08:57:19.210587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28980): Terminating (SIGTERM)\u000a08:57:19.252558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28983): Terminating (SIGTERM)\u000a08:57:19.294377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28986): Terminating (SIGTERM)\u000a08:57:19.304031 --- ParallelTerminationStrategy: PID 28974 died...\u000a08:57:19.359981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28974): Terminated: ok {rc=0}\u000a08:57:19.370129 --- ParallelTerminationStrategy: PID 28975 died...\u000a08:57:19.425533 run iperf3-srv_10.42.42.10(pid=28975): Terminated {rc=256}\u000a08:57:19.435568 --- ParallelTerminationStrategy: PID 28976 died...\u000a08:57:19.491255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28976): Terminated: ok {rc=0}\u000a08:57:19.501149 --- ParallelTerminationStrategy: PID 28977 died...\u000a08:57:19.556790 run iperf3-srv_10.42.42.10(pid=28977): Terminated {rc=256}\u000a08:57:19.566787 --- ParallelTerminationStrategy: PID 28980 died...\u000a08:57:19.621871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28980): Terminated: ok {rc=0}\u000a08:57:19.631872 --- ParallelTerminationStrategy: PID 28983 died...\u000a08:57:19.686935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28983): Terminated: ok {rc=0}\u000a08:57:19.697024 --- ParallelTerminationStrategy: PID 28986 died...\u000a08:57:19.752326 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28986): Terminated: ok {rc=0}\u000a08:57:19.838256 bus /gobi_0: Setting Powered False\u000a08:57:20.942182 bus /gobi_0: Setting Powered False\u000a08:57:22.051511 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28996): Process ended prematurely: osmo-stp_10.42.42.5(pid=28996) [trial-2387↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28996)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28996): Process ended prematurely: osmo-stp_10.42.42.5(pid=28996) [trial-2387↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28996)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a08:57:23.160072 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:23.171517 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:57:23.330179 tst iperf3.py: using LAC 32861\u000a08:57:23.448697 tst iperf3.py: using RAC 221\u000a08:57:23.566702 tst iperf3.py: using CellId 32861\u000a08:57:23.684550 tst iperf3.py: using BVCI 32862\u000a08:57:23.707318 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:23.718341 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:23.728881 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:23.739550 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:23.750815 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:23.761902 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:23.773058 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:23.784073 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:23.795258 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:57:24.071971 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:57:24.196861 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:57:24.504243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28988): Launched\u000a08:57:24.759995 run iperf3-srv_10.42.42.10(pid=28989): Launched\u000a08:57:24.942118 tst iperf3.py:8: start network...\u000a08:57:25.066791 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:57:25.532476 run create_hlr_db(pid=28990): Launched\u000a08:57:25.703544 bus /gobi_6: Setting Powered False\u000a08:57:26.724744 run create_hlr_db(pid=28990): Terminated: ok {rc=0}\u000a08:57:27.118070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28992): Launched\u000a08:57:27.413523 run osmo-hlr_10.42.42.2(pid=28993): Launched\u000a08:57:27.526810 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:57:28.052133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28995): Launched\u000a08:57:28.349550 run osmo-stp_10.42.42.5(pid=28996): Launched\u000a08:57:28.458447 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:57:28.973496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28998): Launched\u000a08:57:29.079445 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:57:29.339642 run patchelf(pid=28999): Launched\u000a08:57:29.513581 run osmo-stp_10.42.42.5(pid=28996): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28996)]\u000a08:57:29.640629 run osmo-stp_10.42.42.5(pid=28996): stdout: \u000a| (launched: 2022-12-13_08:57:28.203508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:29.768038 run osmo-stp_10.42.42.5(pid=28996): stderr: \u000a| �[0;m�[38;5;43m20221213085728374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085728375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085728375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085728375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085728376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085728376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085728376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:29.891801 run osmo-stp_10.42.42.5(pid=28996): stdout: \u000a| (launched: 2022-12-13_08:57:28.203508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:30.013977 run osmo-stp_10.42.42.5(pid=28996): stderr: \u000a| �[0;m�[38;5;43m20221213085728374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085728375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085728375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085728375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085728376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085728376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085728376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:30.156064 run patchelf(pid=28999): Terminating (SIGINT)\u000a08:57:30.323211 run patchelf(pid=28999): Terminated: ok {rc=0}\u000a08:57:30.353998 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28996): Process ended prematurely: osmo-stp_10.42.42.5(pid=28996) [trial-2387↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28996)] [trial-2387↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a08:57:30.363179 tst iperf3.py:8: Test FAILED (7.2 sec)\u000a08:57:30.423548 run osmo-hlr_10.42.42.2(pid=28993): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28993)]\u000a08:57:30.472882 run osmo-hlr_10.42.42.2(pid=28993): stdout: \u000a| (launched: 2022-12-13_08:57:27.268145) \u000a08:57:30.522995 run osmo-hlr_10.42.42.2(pid=28993): stderr: \u000a| �[0;m�[1;31m20221213085727444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085727444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085727444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085727444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085727444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085727444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085727456 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085727464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085727464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085727465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:57:30.565636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28988): Terminating (SIGTERM)\u000a08:57:30.605575 run iperf3-srv_10.42.42.10(pid=28989): Terminating (SIGTERM)\u000a08:57:30.645755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28992): Terminating (SIGTERM)\u000a08:57:30.685828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28995): Terminating (SIGTERM)\u000a08:57:30.725849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28998): Terminating (SIGTERM)\u000a08:57:30.735064 --- ParallelTerminationStrategy: PID 28988 died...\u000a08:57:30.788923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28988): Terminated: ok {rc=0}\u000a08:57:30.798588 --- ParallelTerminationStrategy: PID 28989 died...\u000a08:57:30.852093 run iperf3-srv_10.42.42.10(pid=28989): Terminated {rc=256}\u000a08:57:30.861745 --- ParallelTerminationStrategy: PID 28992 died...\u000a08:57:30.918228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28992): Terminated: ok {rc=0}\u000a08:57:30.928543 --- ParallelTerminationStrategy: PID 28995 died...\u000a08:57:30.987624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28995): Terminated: ok {rc=0}\u000a08:57:31.002889 --- ParallelTerminationStrategy: PID 28998 died...\u000a08:57:31.057270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28998): Terminated: ok {rc=0}\u000a08:57:31.151367 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29015): Process ended prematurely: osmo-stp_10.42.42.5(pid=29015) [trial-2387↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29015)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29015): Process ended prematurely: osmo-stp_10.42.42.5(pid=29015) [trial-2387↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29015)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a08:57:32.283885 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:32.297829 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:57:32.456422 tst iperf3m4.py: using LAC 32862\u000a08:57:32.575818 tst iperf3m4.py: using RAC 222\u000a08:57:32.692468 tst iperf3m4.py: using CellId 32862\u000a08:57:32.811178 tst iperf3m4.py: using BVCI 32863\u000a08:57:32.834057 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:32.845101 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:32.855884 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:32.866748 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:32.877763 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:32.888733 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:32.899833 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:32.910723 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:32.921699 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:57:33.038077 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:57:33.159575 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:57:33.276583 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:57:33.570538 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:57:33.704008 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:57:34.033368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29001): Launched\u000a08:57:34.305950 run iperf3-srv_10.42.42.10(pid=29002): Launched\u000a08:57:34.501795 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:57:34.634819 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:57:34.963257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29003): Launched\u000a08:57:35.236082 run iperf3-srv_10.42.42.10(pid=29004): Launched\u000a08:57:35.431582 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:57:35.564903 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:57:35.893065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29005): Launched\u000a08:57:36.165755 run iperf3-srv_10.42.42.10(pid=29006): Launched\u000a08:57:36.361238 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:57:36.494089 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:57:36.822130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29007): Launched\u000a08:57:37.094742 run iperf3-srv_10.42.42.10(pid=29008): Launched\u000a08:57:37.289419 tst iperf3m4.py:8: start network...\u000a08:57:37.422306 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:57:37.933789 run create_hlr_db(pid=29009): Launched\u000a08:57:38.117815 bus /gobi_6: Setting Powered False\u000a08:57:39.138750 run create_hlr_db(pid=29009): Terminated: ok {rc=0}\u000a08:57:39.536560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29011): Launched\u000a08:57:39.834142 run osmo-hlr_10.42.42.2(pid=29012): Launched\u000a08:57:39.943043 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:57:40.461140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29014): Launched\u000a08:57:40.758775 run osmo-stp_10.42.42.5(pid=29015): Launched\u000a08:57:40.867355 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:57:41.384548 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29017): Launched\u000a08:57:41.491069 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:57:41.750410 run patchelf(pid=29018): Launched\u000a08:57:41.925351 run osmo-stp_10.42.42.5(pid=29015): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29015)]\u000a08:57:42.053698 run osmo-stp_10.42.42.5(pid=29015): stdout: \u000a| (launched: 2022-12-13_08:57:40.612463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:42.181111 run osmo-stp_10.42.42.5(pid=29015): stderr: \u000a| �[0;m�[38;5;43m20221213085740783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085740783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085740784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085740784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085740785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085740785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085740785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:42.304369 run osmo-stp_10.42.42.5(pid=29015): stdout: \u000a| (launched: 2022-12-13_08:57:40.612463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:42.427031 run osmo-stp_10.42.42.5(pid=29015): stderr: \u000a| �[0;m�[38;5;43m20221213085740783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085740783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085740784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085740784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085740785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085740785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085740785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:42.570618 run patchelf(pid=29018): Terminating (SIGINT)\u000a08:57:42.738838 run patchelf(pid=29018): Terminated: ok {rc=0}\u000a08:57:42.770077 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29015): Process ended prematurely: osmo-stp_10.42.42.5(pid=29015) [trial-2387↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29015)] [trial-2387↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a08:57:42.779456 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a08:57:42.840370 run osmo-hlr_10.42.42.2(pid=29012): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29012)]\u000a08:57:42.890242 run osmo-hlr_10.42.42.2(pid=29012): stdout: \u000a| (launched: 2022-12-13_08:57:39.688051) \u000a08:57:42.940446 run osmo-hlr_10.42.42.2(pid=29012): stderr: \u000a| �[0;m�[1;31m20221213085739867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085739867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085739867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085739867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085739867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085739867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085739879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085739887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085739888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085739888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:57:42.983623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29001): Terminating (SIGTERM)\u000a08:57:43.024197 run iperf3-srv_10.42.42.10(pid=29002): Terminating (SIGTERM)\u000a08:57:43.064932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29003): Terminating (SIGTERM)\u000a08:57:43.105562 run iperf3-srv_10.42.42.10(pid=29004): Terminating (SIGTERM)\u000a08:57:43.146234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29005): Terminating (SIGTERM)\u000a08:57:43.186645 run iperf3-srv_10.42.42.10(pid=29006): Terminating (SIGTERM)\u000a08:57:43.227310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29007): Terminating (SIGTERM)\u000a08:57:43.267793 run iperf3-srv_10.42.42.10(pid=29008): Terminating (SIGTERM)\u000a08:57:43.308288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29011): Terminating (SIGTERM)\u000a08:57:43.348846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29014): Terminating (SIGTERM)\u000a08:57:43.389453 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29017): Terminating (SIGTERM)\u000a08:57:43.398806 --- ParallelTerminationStrategy: PID 29001 died...\u000a08:57:43.453546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29001): Terminated: ok {rc=0}\u000a08:57:43.463395 --- ParallelTerminationStrategy: PID 29002 died...\u000a08:57:43.517640 run iperf3-srv_10.42.42.10(pid=29002): Terminated {rc=256}\u000a08:57:43.527337 --- ParallelTerminationStrategy: PID 29003 died...\u000a08:57:43.581745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29003): Terminated: ok {rc=0}\u000a08:57:43.591447 --- ParallelTerminationStrategy: PID 29004 died...\u000a08:57:43.645448 run iperf3-srv_10.42.42.10(pid=29004): Terminated {rc=256}\u000a08:57:43.655080 --- ParallelTerminationStrategy: PID 29005 died...\u000a08:57:43.708791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29005): Terminated: ok {rc=0}\u000a08:57:43.718425 --- ParallelTerminationStrategy: PID 29006 died...\u000a08:57:43.771843 run iperf3-srv_10.42.42.10(pid=29006): Terminated {rc=256}\u000a08:57:43.781561 --- ParallelTerminationStrategy: PID 29007 died...\u000a08:57:43.834993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29007): Terminated: ok {rc=0}\u000a08:57:43.844598 --- ParallelTerminationStrategy: PID 29008 died...\u000a08:57:43.898302 run iperf3-srv_10.42.42.10(pid=29008): Terminated {rc=256}\u000a08:57:43.907915 --- ParallelTerminationStrategy: PID 29011 died...\u000a08:57:43.961562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29011): Terminated: ok {rc=0}\u000a08:57:43.971194 --- ParallelTerminationStrategy: PID 29014 died...\u000a08:57:44.025007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29014): Terminated: ok {rc=0}\u000a08:57:44.034691 --- ParallelTerminationStrategy: PID 29017 died...\u000a08:57:44.088441 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29017): Terminated: ok {rc=0}\u000a08:57:44.176648 bus /gobi_4: Setting Powered False\u000a08:57:45.278041 bus /gobi_4: Setting Powered False\u000a08:57:46.385902 bus /gobi_1: Setting Powered False\u000a08:57:47.485351 bus /gobi_1: Setting Powered False\u000a08:57:48.596238 bus /gobi_0: Setting Powered False\u000a08:57:49.699097 bus /gobi_0: Setting Powered False\u000a08:57:50.811313 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29025): Process ended prematurely: osmo-stp_10.42.42.5(pid=29025) [trial-2387↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29025)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29025): Process ended prematurely: osmo-stp_10.42.42.5(pid=29025) [trial-2387↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29025)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a08:57:51.879106 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:51.891133 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:57:52.046055 tst ping.py: using LAC 32863\u000a08:57:52.161089 tst ping.py: using RAC 223\u000a08:57:52.276722 tst ping.py: using CellId 32863\u000a08:57:52.399617 tst ping.py: using BVCI 32864\u000a08:57:52.423827 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:52.435679 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:52.447189 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:52.458706 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:52.470202 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:52.481922 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:52.493589 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:52.505165 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:57:52.790651 tst ping.py:19: start network...\u000a08:57:52.921247 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:57:53.419515 run create_hlr_db(pid=29019): Launched\u000a08:57:53.600886 bus /gobi_6: Setting Powered False\u000a08:57:54.621266 run create_hlr_db(pid=29019): Terminated: ok {rc=0}\u000a08:57:55.011927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29021): Launched\u000a08:57:55.302780 run osmo-hlr_10.42.42.2(pid=29022): Launched\u000a08:57:55.415949 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:57:55.933001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29024): Launched\u000a08:57:56.223878 run osmo-stp_10.42.42.5(pid=29025): Launched\u000a08:57:56.329288 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:57:56.836479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29027): Launched\u000a08:57:56.940176 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:57:57.193243 run patchelf(pid=29028): Launched\u000a08:57:57.364510 run osmo-stp_10.42.42.5(pid=29025): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29025)]\u000a08:57:57.489521 run osmo-stp_10.42.42.5(pid=29025): stdout: \u000a| (launched: 2022-12-13_08:57:56.081180)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:57.614910 run osmo-stp_10.42.42.5(pid=29025): stderr: \u000a| �[0;m�[38;5;43m20221213085756250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085756250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085756251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085756251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085756251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085756251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085756251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:57.735704 run osmo-stp_10.42.42.5(pid=29025): stdout: \u000a| (launched: 2022-12-13_08:57:56.081180)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:57.855870 run osmo-stp_10.42.42.5(pid=29025): stderr: \u000a| �[0;m�[38;5;43m20221213085756250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085756250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085756251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085756251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085756251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085756251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085756251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:57.995180 run patchelf(pid=29028): Terminating (SIGINT)\u000a08:57:58.159215 run patchelf(pid=29028): Terminated: ok {rc=0}\u000a08:57:58.189010 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29025): Process ended prematurely: osmo-stp_10.42.42.5(pid=29025) [trial-2387↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29025)] [trial-2387↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a08:57:58.197505 tst ping.py:22: Test FAILED (6.3 sec)\u000a08:57:58.257843 run osmo-hlr_10.42.42.2(pid=29022): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29022)]\u000a08:57:58.307130 run osmo-hlr_10.42.42.2(pid=29022): stdout: \u000a| (launched: 2022-12-13_08:57:55.159692) \u000a08:57:58.356894 run osmo-hlr_10.42.42.2(pid=29022): stderr: \u000a| �[0;m�[1;31m20221213085755332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085755332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085755332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085755332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085755332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085755333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085755345 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085755356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085755356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085755356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:57:58.399141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29021): Terminating (SIGTERM)\u000a08:57:58.438931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29024): Terminating (SIGTERM)\u000a08:57:58.478793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29027): Terminating (SIGTERM)\u000a08:57:58.487969 --- ParallelTerminationStrategy: PID 29021 died...\u000a08:57:58.541532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29021): Terminated: ok {rc=0}\u000a08:57:58.551046 --- ParallelTerminationStrategy: PID 29024 died...\u000a08:57:58.604227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29024): Terminated: ok {rc=0}\u000a08:57:58.613790 --- ParallelTerminationStrategy: PID 29027 died...\u000a08:57:58.666852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29027): Terminated: ok {rc=0}\u000a08:57:58.755096 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29036): Process ended prematurely: osmo-stp_10.42.42.5(pid=29036) [trial-2387↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29036)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29036): Process ended prematurely: osmo-stp_10.42.42.5(pid=29036) [trial-2387↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29036)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a08:57:59.804835 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:59.816220 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:57:59.971130 tst ping_idle_ping.py: using LAC 32864\u000a08:58:00.085240 tst ping_idle_ping.py: using RAC 224\u000a08:58:00.199098 tst ping_idle_ping.py: using CellId 32864\u000a08:58:00.314625 tst ping_idle_ping.py: using BVCI 32865\u000a08:58:00.336860 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:58:00.347800 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:58:00.358466 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:58:00.369158 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:58:00.380411 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:58:00.391490 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:58:00.402614 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:58:00.413601 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:58:00.683403 tst ping_idle_ping.py:24: start network...\u000a08:58:00.805263 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:58:01.296704 run create_hlr_db(pid=29030): Launched\u000a08:58:01.471413 bus /gobi_6: Setting Powered False\u000a08:58:02.498721 run create_hlr_db(pid=29030): Terminated: ok {rc=0}\u000a08:58:02.913922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29032): Launched\u000a08:58:03.225751 run osmo-hlr_10.42.42.2(pid=29033): Launched\u000a08:58:03.344093 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:58:03.888007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29035): Launched\u000a08:58:04.200389 run osmo-stp_10.42.42.5(pid=29036): Launched\u000a08:58:04.313869 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:58:04.858449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29038): Launched\u000a08:58:04.970414 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:58:05.242615 run patchelf(pid=29039): Launched\u000a08:58:05.426142 run osmo-stp_10.42.42.5(pid=29036): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29036)]\u000a08:58:05.559855 run osmo-stp_10.42.42.5(pid=29036): stdout: \u000a| (launched: 2022-12-13_08:58:04.047254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:05.693628 run osmo-stp_10.42.42.5(pid=29036): stderr: \u000a| �[0;m�[38;5;43m20221213085804239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085804239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085804240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085804240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085804240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085804240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085804241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:05.823395 run osmo-stp_10.42.42.5(pid=29036): stdout: \u000a| (launched: 2022-12-13_08:58:04.047254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:05.952139 run osmo-stp_10.42.42.5(pid=29036): stderr: \u000a| �[0;m�[38;5;43m20221213085804239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085804239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085804240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085804240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085804240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085804240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085804241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:06.101435 run patchelf(pid=29039): Terminating (SIGINT)\u000a08:58:06.276656 run patchelf(pid=29039): Terminated: ok {rc=0}\u000a08:58:06.308467 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29036): Process ended prematurely: osmo-stp_10.42.42.5(pid=29036) [trial-2387↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29036)] [trial-2387↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a08:58:06.317717 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a08:58:06.379684 run osmo-hlr_10.42.42.2(pid=29033): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29033)]\u000a08:58:06.430715 run osmo-hlr_10.42.42.2(pid=29033): stdout: \u000a| (launched: 2022-12-13_08:58:03.072768) \u000a08:58:06.482477 run osmo-hlr_10.42.42.2(pid=29033): stderr: \u000a| �[0;m�[1;31m20221213085803268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085803268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085803268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085803268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085803268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085803268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085803281 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085803289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085803290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085803290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:58:06.526584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29032): Terminating (SIGTERM)\u000a08:58:06.567940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29035): Terminating (SIGTERM)\u000a08:58:06.609590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29038): Terminating (SIGTERM)\u000a08:58:06.618802 --- ParallelTerminationStrategy: PID 29032 died...\u000a08:58:06.674071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29032): Terminated: ok {rc=0}\u000a08:58:06.683986 --- ParallelTerminationStrategy: PID 29035 died...\u000a08:58:06.738553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29035): Terminated: ok {rc=0}\u000a08:58:06.748320 --- ParallelTerminationStrategy: PID 29038 died...\u000a08:58:06.802710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29038): Terminated: ok {rc=0}\u000a08:58:06.888577 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:57:09" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29058): Process ended prematurely: osmo-stp_10.42.42.5(pid=29058) [trial-2387↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29058)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29058): Process ended prematurely: osmo-stp_10.42.42.5(pid=29058) [trial-2387↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:58:09.046673 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:09.057902 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:58:09.220616 tst cs_paging_gprs_active.py: using LAC 32865\u000a08:58:09.346882 tst cs_paging_gprs_active.py: using RAC 225\u000a08:58:09.473126 tst cs_paging_gprs_active.py: using CellId 32865\u000a08:58:09.598146 tst cs_paging_gprs_active.py: using BVCI 32866\u000a08:58:09.622619 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:09.633912 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:09.645137 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:09.656230 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:09.667268 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:09.678410 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:09.689605 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:09.700609 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:09.711863 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:58:09.831249 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:58:10.106180 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:58:10.231280 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:58:10.539220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29048): Launched\u000a08:58:10.795601 run iperf3-srv_10.42.42.10(pid=29049): Launched\u000a08:58:10.977795 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:58:11.102039 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:58:11.409134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29050): Launched\u000a08:58:11.665047 run iperf3-srv_10.42.42.10(pid=29051): Launched\u000a08:58:11.846302 tst cs_paging_gprs_active.py:38: start network...\u000a08:58:11.970418 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:58:12.439234 run create_hlr_db(pid=29052): Launched\u000a08:58:12.610855 bus /gobi_6: Setting Powered False\u000a08:58:13.633416 run create_hlr_db(pid=29052): Terminated: ok {rc=0}\u000a08:58:14.054843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29054): Launched\u000a08:58:14.374652 run osmo-hlr_10.42.42.2(pid=29055): Launched\u000a08:58:14.495231 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:58:15.046944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29057): Launched\u000a08:58:15.365474 run osmo-stp_10.42.42.5(pid=29058): Launched\u000a08:58:15.481392 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:58:16.054847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29060): Launched\u000a08:58:16.166906 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:58:16.449753 run patchelf(pid=29061): Launched\u000a08:58:16.632438 run osmo-stp_10.42.42.5(pid=29058): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29058)]\u000a08:58:16.766296 run osmo-stp_10.42.42.5(pid=29058): stdout: \u000a| (launched: 2022-12-13_08:58:15.209363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:16.898881 run osmo-stp_10.42.42.5(pid=29058): stderr: \u000a| �[0;m�[38;5;43m20221213085815401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085815402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085815402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085815402 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085815403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085815403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085815403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:17.038574 run osmo-stp_10.42.42.5(pid=29058): stdout: \u000a| (launched: 2022-12-13_08:58:15.209363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:17.196504 run osmo-stp_10.42.42.5(pid=29058): stderr: \u000a| �[0;m�[38;5;43m20221213085815401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085815402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085815402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085815402 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085815403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085815403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085815403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:17.343737 run patchelf(pid=29061): Terminating (SIGINT)\u000a08:58:17.512318 run patchelf(pid=29061): Terminated: ok {rc=0}\u000a08:58:17.543518 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29058): Process ended prematurely: osmo-stp_10.42.42.5(pid=29058) [trial-2387↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29058)] [trial-2387↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a08:58:17.552901 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a08:58:17.614224 run osmo-hlr_10.42.42.2(pid=29055): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29055)]\u000a08:58:17.663669 run osmo-hlr_10.42.42.2(pid=29055): stdout: \u000a| (launched: 2022-12-13_08:58:14.217696) \u000a08:58:17.713359 run osmo-hlr_10.42.42.2(pid=29055): stderr: \u000a| �[0;m�[1;31m20221213085814416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085814416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085814417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085814417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085814417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085814417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085814429 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085814437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085814437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085814437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:58:17.755690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29048): Terminating (SIGTERM)\u000a08:58:17.795275 run iperf3-srv_10.42.42.10(pid=29049): Terminating (SIGTERM)\u000a08:58:17.835169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29050): Terminating (SIGTERM)\u000a08:58:17.874904 run iperf3-srv_10.42.42.10(pid=29051): Terminating (SIGTERM)\u000a08:58:17.914820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29054): Terminating (SIGTERM)\u000a08:58:17.954911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29057): Terminating (SIGTERM)\u000a08:58:17.994960 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29060): Terminating (SIGTERM)\u000a08:58:18.004119 --- ParallelTerminationStrategy: PID 29048 died...\u000a08:58:18.057964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29048): Terminated: ok {rc=0}\u000a08:58:18.067664 --- ParallelTerminationStrategy: PID 29049 died...\u000a08:58:18.121228 run iperf3-srv_10.42.42.10(pid=29049): Terminated {rc=256}\u000a08:58:18.130644 --- ParallelTerminationStrategy: PID 29050 died...\u000a08:58:18.183674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29050): Terminated: ok {rc=0}\u000a08:58:18.193358 --- ParallelTerminationStrategy: PID 29051 died...\u000a08:58:18.246384 run iperf3-srv_10.42.42.10(pid=29051): Terminated {rc=256}\u000a08:58:18.256217 --- ParallelTerminationStrategy: PID 29054 died...\u000a08:58:18.309808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29054): Terminated: ok {rc=0}\u000a08:58:18.319450 --- ParallelTerminationStrategy: PID 29057 died...\u000a08:58:18.372645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29057): Terminated: ok {rc=0}\u000a08:58:18.382158 --- ParallelTerminationStrategy: PID 29060 died...\u000a08:58:18.435400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29060): Terminated: ok {rc=0}\u000a08:58:18.519095 bus /gobi_0: Setting Powered False\u000a08:58:19.625113 bus /gobi_0: Setting Powered False\u000a08:58:20.732111 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29070): Process ended prematurely: osmo-stp_10.42.42.5(pid=29070) [trial-2387↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29070)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29070): Process ended prematurely: osmo-stp_10.42.42.5(pid=29070) [trial-2387↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29070)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a08:58:21.839919 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:21.851221 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:58:22.021192 tst iperf3.py: using LAC 32866\u000a08:58:22.145202 tst iperf3.py: using RAC 226\u000a08:58:22.270351 tst iperf3.py: using CellId 32866\u000a08:58:22.395255 tst iperf3.py: using BVCI 32867\u000a08:58:22.419801 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:22.431321 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:22.442674 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:22.453964 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:22.465894 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:22.477779 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:22.489742 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:22.501505 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:22.513414 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:58:22.788815 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:58:22.913288 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:58:23.229076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29062): Launched\u000a08:58:23.501946 run iperf3-srv_10.42.42.10(pid=29063): Launched\u000a08:58:23.697229 tst iperf3.py:8: start network...\u000a08:58:23.830323 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:58:24.336542 run create_hlr_db(pid=29064): Launched\u000a08:58:24.519624 bus /gobi_6: Setting Powered False\u000a08:58:25.541344 run create_hlr_db(pid=29064): Terminated: ok {rc=0}\u000a08:58:25.960805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29066): Launched\u000a08:58:26.277391 run osmo-hlr_10.42.42.2(pid=29067): Launched\u000a08:58:26.393791 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:58:26.944734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29069): Launched\u000a08:58:27.262734 run osmo-stp_10.42.42.5(pid=29070): Launched\u000a08:58:27.378339 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:58:27.931670 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29072): Launched\u000a08:58:28.045252 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:58:28.320766 run patchelf(pid=29073): Launched\u000a08:58:28.507098 run osmo-stp_10.42.42.5(pid=29070): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29070)]\u000a08:58:28.642524 run osmo-stp_10.42.42.5(pid=29070): stdout: \u000a| (launched: 2022-12-13_08:58:27.106563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:28.778327 run osmo-stp_10.42.42.5(pid=29070): stderr: \u000a| �[0;m�[38;5;43m20221213085827299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085827299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085827299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085827299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085827300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085827300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085827300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:28.909952 run osmo-stp_10.42.42.5(pid=29070): stdout: \u000a| (launched: 2022-12-13_08:58:27.106563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:29.040357 run osmo-stp_10.42.42.5(pid=29070): stderr: \u000a| �[0;m�[38;5;43m20221213085827299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085827299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085827299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085827299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085827300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085827300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085827300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:29.191978 run patchelf(pid=29073): Terminating (SIGINT)\u000a08:58:29.370126 run patchelf(pid=29073): Terminated: ok {rc=0}\u000a08:58:29.402763 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29070): Process ended prematurely: osmo-stp_10.42.42.5(pid=29070) [trial-2387↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29070)] [trial-2387↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a08:58:29.412555 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a08:58:29.475313 run osmo-hlr_10.42.42.2(pid=29067): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29067)]\u000a08:58:29.526702 run osmo-hlr_10.42.42.2(pid=29067): stdout: \u000a| (launched: 2022-12-13_08:58:26.122359) \u000a08:58:29.578897 run osmo-hlr_10.42.42.2(pid=29067): stderr: \u000a| �[0;m�[1;31m20221213085826319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085826319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085826320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085826320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085826320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085826320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085826331 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085826339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085826340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085826340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:58:29.623223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29062): Terminating (SIGTERM)\u000a08:58:29.665159 run iperf3-srv_10.42.42.10(pid=29063): Terminating (SIGTERM)\u000a08:58:29.707087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29066): Terminating (SIGTERM)\u000a08:58:29.749209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29069): Terminating (SIGTERM)\u000a08:58:29.791026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29072): Terminating (SIGTERM)\u000a08:58:29.800683 --- ParallelTerminationStrategy: PID 29062 died...\u000a08:58:29.856490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29062): Terminated: ok {rc=0}\u000a08:58:29.866624 --- ParallelTerminationStrategy: PID 29063 died...\u000a08:58:29.922318 run iperf3-srv_10.42.42.10(pid=29063): Terminated {rc=256}\u000a08:58:29.932397 --- ParallelTerminationStrategy: PID 29066 died...\u000a08:58:29.988516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29066): Terminated: ok {rc=0}\u000a08:58:29.998572 --- ParallelTerminationStrategy: PID 29069 died...\u000a08:58:30.054177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29069): Terminated: ok {rc=0}\u000a08:58:30.064154 --- ParallelTerminationStrategy: PID 29072 died...\u000a08:58:30.119528 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29072): Terminated: ok {rc=0}\u000a08:58:30.206002 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29088): Process ended prematurely: osmo-stp_10.42.42.5(pid=29088) [trial-2387↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29088)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29088): Process ended prematurely: osmo-stp_10.42.42.5(pid=29088) [trial-2387↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29088)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a08:58:31.322877 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:31.339423 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:58:31.536343 tst iperf3m4.py: using LAC 32867\u000a08:58:31.673405 tst iperf3m4.py: using RAC 227\u000a08:58:31.801481 tst iperf3m4.py: using CellId 32867\u000a08:58:31.922630 tst iperf3m4.py: using BVCI 32868\u000a08:58:31.946361 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:31.957941 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:31.969272 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:31.980584 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:31.992713 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:32.005246 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:32.017879 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:32.030066 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:32.042606 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:58:32.163067 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:58:32.290908 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:58:32.414434 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:58:32.707948 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:58:32.841097 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:58:33.169393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29074): Launched\u000a08:58:33.441793 run iperf3-srv_10.42.42.10(pid=29075): Launched\u000a08:58:33.637663 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:58:33.770533 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:58:34.099530 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29076): Launched\u000a08:58:34.371637 run iperf3-srv_10.42.42.10(pid=29077): Launched\u000a08:58:34.566949 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:58:34.699458 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:58:35.027595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29078): Launched\u000a08:58:35.299610 run iperf3-srv_10.42.42.10(pid=29079): Launched\u000a08:58:35.494193 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:58:35.626769 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:58:35.954698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29080): Launched\u000a08:58:36.226514 run iperf3-srv_10.42.42.10(pid=29081): Launched\u000a08:58:36.421003 tst iperf3m4.py:8: start network...\u000a08:58:36.553606 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:58:37.064224 run create_hlr_db(pid=29082): Launched\u000a08:58:37.247405 bus /gobi_6: Setting Powered False\u000a08:58:38.269996 run create_hlr_db(pid=29082): Terminated: ok {rc=0}\u000a08:58:38.692330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29084): Launched\u000a08:58:39.009869 run osmo-hlr_10.42.42.2(pid=29085): Launched\u000a08:58:39.126295 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:58:39.676634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29087): Launched\u000a08:58:39.994347 run osmo-stp_10.42.42.5(pid=29088): Launched\u000a08:58:40.109903 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:58:40.664650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29090): Launched\u000a08:58:40.778096 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:58:41.054486 run patchelf(pid=29091): Launched\u000a08:58:41.240381 run osmo-stp_10.42.42.5(pid=29088): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29088)]\u000a08:58:41.376379 run osmo-stp_10.42.42.5(pid=29088): stdout: \u000a| (launched: 2022-12-13_08:58:39.838145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:41.512220 run osmo-stp_10.42.42.5(pid=29088): stderr: \u000a| �[0;m�[38;5;43m20221213085840030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085840030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085840031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085840031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085840032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085840032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085840032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:41.643595 run osmo-stp_10.42.42.5(pid=29088): stdout: \u000a| (launched: 2022-12-13_08:58:39.838145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:41.773919 run osmo-stp_10.42.42.5(pid=29088): stderr: \u000a| �[0;m�[38;5;43m20221213085840030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085840030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085840031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085840031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085840032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085840032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085840032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:41.925978 run patchelf(pid=29091): Terminating (SIGINT)\u000a08:58:42.104061 run patchelf(pid=29091): Terminated: ok {rc=0}\u000a08:58:42.136662 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29088): Process ended prematurely: osmo-stp_10.42.42.5(pid=29088) [trial-2387↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29088)] [trial-2387↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a08:58:42.146593 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a08:58:42.209343 run osmo-hlr_10.42.42.2(pid=29085): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29085)]\u000a08:58:42.260568 run osmo-hlr_10.42.42.2(pid=29085): stdout: \u000a| (launched: 2022-12-13_08:58:38.854355) \u000a08:58:42.312490 run osmo-hlr_10.42.42.2(pid=29085): stderr: \u000a| �[0;m�[1;31m20221213085839052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085839052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085839052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085839053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085839053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085839053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085839065 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085839073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085839074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085839074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:58:42.357052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29074): Terminating (SIGTERM)\u000a08:58:42.398572 run iperf3-srv_10.42.42.10(pid=29075): Terminating (SIGTERM)\u000a08:58:42.440409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29076): Terminating (SIGTERM)\u000a08:58:42.483217 run iperf3-srv_10.42.42.10(pid=29077): Terminating (SIGTERM)\u000a08:58:42.525594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29078): Terminating (SIGTERM)\u000a08:58:42.567632 run iperf3-srv_10.42.42.10(pid=29079): Terminating (SIGTERM)\u000a08:58:42.609786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29080): Terminating (SIGTERM)\u000a08:58:42.651348 run iperf3-srv_10.42.42.10(pid=29081): Terminating (SIGTERM)\u000a08:58:42.693239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29084): Terminating (SIGTERM)\u000a08:58:42.734704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29087): Terminating (SIGTERM)\u000a08:58:42.776144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29090): Terminating (SIGTERM)\u000a08:58:42.785814 --- ParallelTerminationStrategy: PID 29074 died...\u000a08:58:42.841324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29074): Terminated: ok {rc=0}\u000a08:58:42.851276 --- ParallelTerminationStrategy: PID 29075 died...\u000a08:58:42.906840 run iperf3-srv_10.42.42.10(pid=29075): Terminated {rc=256}\u000a08:58:42.916730 --- ParallelTerminationStrategy: PID 29076 died...\u000a08:58:42.971826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29076): Terminated: ok {rc=0}\u000a08:58:42.981832 --- ParallelTerminationStrategy: PID 29077 died...\u000a08:58:43.036693 run iperf3-srv_10.42.42.10(pid=29077): Terminated {rc=256}\u000a08:58:43.046633 --- ParallelTerminationStrategy: PID 29078 died...\u000a08:58:43.101665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29078): Terminated: ok {rc=0}\u000a08:58:43.111584 --- ParallelTerminationStrategy: PID 29079 died...\u000a08:58:43.166595 run iperf3-srv_10.42.42.10(pid=29079): Terminated {rc=256}\u000a08:58:43.176420 --- ParallelTerminationStrategy: PID 29080 died...\u000a08:58:43.231415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29080): Terminated: ok {rc=0}\u000a08:58:43.241593 --- ParallelTerminationStrategy: PID 29081 died...\u000a08:58:43.296419 run iperf3-srv_10.42.42.10(pid=29081): Terminated {rc=256}\u000a08:58:43.306366 --- ParallelTerminationStrategy: PID 29084 died...\u000a08:58:43.361143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29084): Terminated: ok {rc=0}\u000a08:58:43.371026 --- ParallelTerminationStrategy: PID 29087 died...\u000a08:58:43.425978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29087): Terminated: ok {rc=0}\u000a08:58:43.435938 --- ParallelTerminationStrategy: PID 29090 died...\u000a08:58:43.490876 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29090): Terminated: ok {rc=0}\u000a08:58:43.577188 bus /gobi_4: Setting Powered False\u000a08:58:44.680495 bus /gobi_4: Setting Powered False\u000a08:58:45.791125 bus /gobi_1: Setting Powered False\u000a08:58:46.894614 bus /gobi_1: Setting Powered False\u000a08:58:48.002486 bus /gobi_0: Setting Powered False\u000a08:58:49.107771 bus /gobi_0: Setting Powered False\u000a08:58:50.216136 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29098): Process ended prematurely: osmo-stp_10.42.42.5(pid=29098) [trial-2387↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29098)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29098): Process ended prematurely: osmo-stp_10.42.42.5(pid=29098) [trial-2387↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29098)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a08:58:51.281302 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:51.292478 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:58:51.447264 tst ping.py: using LAC 32868\u000a08:58:51.568452 tst ping.py: using RAC 228\u000a08:58:51.687524 tst ping.py: using CellId 32868\u000a08:58:51.800809 tst ping.py: using BVCI 32869\u000a08:58:51.823216 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:51.834081 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:51.844675 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:51.855303 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:51.866853 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:51.878442 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:51.890245 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:51.901779 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:58:52.188290 tst ping.py:19: start network...\u000a08:58:52.318099 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:58:52.816000 run create_hlr_db(pid=29092): Launched\u000a08:58:52.997494 bus /gobi_6: Setting Powered False\u000a08:58:54.017269 run create_hlr_db(pid=29092): Terminated: ok {rc=0}\u000a08:58:54.408752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29094): Launched\u000a08:58:54.700839 run osmo-hlr_10.42.42.2(pid=29095): Launched\u000a08:58:54.814823 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:58:55.364354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29097): Launched\u000a08:58:55.676609 run osmo-stp_10.42.42.5(pid=29098): Launched\u000a08:58:55.790154 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:58:56.334077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29100): Launched\u000a08:58:56.445352 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:58:56.715720 run patchelf(pid=29101): Launched\u000a08:58:56.898867 run osmo-stp_10.42.42.5(pid=29098): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29098)]\u000a08:58:57.032781 run osmo-stp_10.42.42.5(pid=29098): stdout: \u000a| (launched: 2022-12-13_08:58:55.523416)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:57.166800 run osmo-stp_10.42.42.5(pid=29098): stderr: \u000a| �[0;m�[38;5;43m20221213085855713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085855713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085855713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085855714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085855714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085855714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085855714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:57.296140 run osmo-stp_10.42.42.5(pid=29098): stdout: \u000a| (launched: 2022-12-13_08:58:55.523416)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:57.424574 run osmo-stp_10.42.42.5(pid=29098): stderr: \u000a| �[0;m�[38;5;43m20221213085855713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085855713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085855713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085855714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085855714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085855714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085855714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:57.573749 run patchelf(pid=29101): Terminating (SIGINT)\u000a08:58:57.748475 run patchelf(pid=29101): Terminated: ok {rc=0}\u000a08:58:57.780559 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29098): Process ended prematurely: osmo-stp_10.42.42.5(pid=29098) [trial-2387↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29098)] [trial-2387↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a08:58:57.789936 tst ping.py:22: Test FAILED (6.5 sec)\u000a08:58:57.852377 run osmo-hlr_10.42.42.2(pid=29095): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29095)]\u000a08:58:57.903732 run osmo-hlr_10.42.42.2(pid=29095): stdout: \u000a| (launched: 2022-12-13_08:58:54.557587) \u000a08:58:57.955502 run osmo-hlr_10.42.42.2(pid=29095): stderr: \u000a| �[0;m�[1;31m20221213085854731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085854731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085854731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085854731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085854731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085854731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085854743 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085854752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085854752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085854753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:58:57.999716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29094): Terminating (SIGTERM)\u000a08:58:58.041489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29097): Terminating (SIGTERM)\u000a08:58:58.083172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29100): Terminating (SIGTERM)\u000a08:58:58.093064 --- ParallelTerminationStrategy: PID 29094 died...\u000a08:58:58.149104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29094): Terminated: ok {rc=0}\u000a08:58:58.159255 --- ParallelTerminationStrategy: PID 29097 died...\u000a08:58:58.214934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29097): Terminated: ok {rc=0}\u000a08:58:58.226396 --- ParallelTerminationStrategy: PID 29100 died...\u000a08:58:58.282035 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29100): Terminated: ok {rc=0}\u000a08:58:58.368382 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29108): Process ended prematurely: osmo-stp_10.42.42.5(pid=29108) [trial-2387↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29108)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29108): Process ended prematurely: osmo-stp_10.42.42.5(pid=29108) [trial-2387↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29108)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a08:58:59.419986 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:59.431459 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:58:59.588219 tst ping_idle_ping.py: using LAC 32869\u000a08:58:59.708025 tst ping_idle_ping.py: using RAC 229\u000a08:58:59.828874 tst ping_idle_ping.py: using CellId 32869\u000a08:58:59.951129 tst ping_idle_ping.py: using BVCI 32870\u000a08:58:59.975167 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:59.986659 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:59.997830 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:59:00.009094 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:59:00.020209 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:59:00.031320 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:59:00.042521 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:59:00.053575 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:59:00.324207 tst ping_idle_ping.py:24: start network...\u000a08:59:00.446068 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:59:00.910251 run create_hlr_db(pid=29102): Launched\u000a08:59:01.085514 bus /gobi_6: Setting Powered False\u000a08:59:02.165461 run create_hlr_db(pid=29102): Terminated: ok {rc=0}\u000a08:59:02.606187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29104): Launched\u000a08:59:02.918108 run osmo-hlr_10.42.42.2(pid=29105): Launched\u000a08:59:03.033099 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:59:03.574544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29107): Launched\u000a08:59:03.886494 run osmo-stp_10.42.42.5(pid=29108): Launched\u000a08:59:04.001091 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:59:04.545278 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29110): Launched\u000a08:59:04.657496 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:59:04.929573 run patchelf(pid=29111): Launched\u000a08:59:05.113127 run osmo-stp_10.42.42.5(pid=29108): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29108)]\u000a08:59:05.247132 run osmo-stp_10.42.42.5(pid=29108): stdout: \u000a| (launched: 2022-12-13_08:59:03.733780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:05.381459 run osmo-stp_10.42.42.5(pid=29108): stderr: \u000a| �[0;m�[38;5;43m20221213085903923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085903923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085903923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085903924 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085903926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085903926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085903926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:05.511393 run osmo-stp_10.42.42.5(pid=29108): stdout: \u000a| (launched: 2022-12-13_08:59:03.733780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:05.640282 run osmo-stp_10.42.42.5(pid=29108): stderr: \u000a| �[0;m�[38;5;43m20221213085903923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085903923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085903923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085903924 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085903926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085903926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085903926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:05.789688 run patchelf(pid=29111): Terminating (SIGINT)\u000a08:59:05.964877 run patchelf(pid=29111): Terminated: ok {rc=0}\u000a08:59:05.996915 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29108): Process ended prematurely: osmo-stp_10.42.42.5(pid=29108) [trial-2387↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29108)] [trial-2387↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a08:59:06.006361 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a08:59:06.068352 run osmo-hlr_10.42.42.2(pid=29105): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29105)]\u000a08:59:06.119349 run osmo-hlr_10.42.42.2(pid=29105): stdout: \u000a| (launched: 2022-12-13_08:59:02.765404) \u000a08:59:06.171077 run osmo-hlr_10.42.42.2(pid=29105): stderr: \u000a| �[0;m�[1;31m20221213085902962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085902962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085902962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085902962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085902962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085902962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085902981 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085902991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085902991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085902991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:59:06.215371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29104): Terminating (SIGTERM)\u000a08:59:06.257112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29107): Terminating (SIGTERM)\u000a08:59:06.298758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29110): Terminating (SIGTERM)\u000a08:59:06.307937 --- ParallelTerminationStrategy: PID 29104 died...\u000a08:59:06.363961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29104): Terminated: ok {rc=0}\u000a08:59:06.374231 --- ParallelTerminationStrategy: PID 29107 died...\u000a08:59:06.430116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29107): Terminated: ok {rc=0}\u000a08:59:06.440278 --- ParallelTerminationStrategy: PID 29110 died...\u000a08:59:06.496349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29110): Terminated: ok {rc=0}\u000a08:59:06.582880 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:58:08" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29125): Process ended prematurely: osmo-stp_10.42.42.5(pid=29125) [trial-2387↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29125)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29125): Process ended prematurely: osmo-stp_10.42.42.5(pid=29125) [trial-2387↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29125)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:59:08.742555 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:08.753880 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:59:08.891050 tst cs_paging_gprs_active.py: using LAC 32870\u000a08:59:09.008052 tst cs_paging_gprs_active.py: using RAC 230\u000a08:59:09.127285 tst cs_paging_gprs_active.py: using CellId 32870\u000a08:59:09.246585 tst cs_paging_gprs_active.py: using BVCI 32871\u000a08:59:09.269623 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:09.281126 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:09.292193 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:09.303216 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:09.314685 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:09.326239 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:09.337907 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:09.349638 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:09.361794 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:59:09.482616 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:59:09.776401 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:59:09.910410 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:59:10.239107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29115): Launched\u000a08:59:10.512420 run iperf3-srv_10.42.42.10(pid=29116): Launched\u000a08:59:10.708699 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:59:10.841899 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:59:11.170631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29117): Launched\u000a08:59:11.443482 run iperf3-srv_10.42.42.10(pid=29118): Launched\u000a08:59:11.638317 tst cs_paging_gprs_active.py:38: start network...\u000a08:59:11.771317 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:59:12.279916 run create_hlr_db(pid=29119): Launched\u000a08:59:12.463944 bus /gobi_6: Setting Powered False\u000a08:59:13.486211 run create_hlr_db(pid=29119): Terminated: ok {rc=0}\u000a08:59:13.908708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29121): Launched\u000a08:59:14.226440 run osmo-hlr_10.42.42.2(pid=29122): Launched\u000a08:59:14.340847 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:59:14.860355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29124): Launched\u000a08:59:15.157934 run osmo-stp_10.42.42.5(pid=29125): Launched\u000a08:59:15.267673 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:59:15.786348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29127): Launched\u000a08:59:15.892442 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:59:16.220859 run patchelf(pid=29128): Launched\u000a08:59:16.413163 run osmo-stp_10.42.42.5(pid=29125): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29125)]\u000a08:59:16.552887 run osmo-stp_10.42.42.5(pid=29125): stdout: \u000a| (launched: 2022-12-13_08:59:15.011249)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:16.695313 run osmo-stp_10.42.42.5(pid=29125): stderr: \u000a| �[0;m�[38;5;43m20221213085915181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085915182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085915182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085915182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085915183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085915183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085915183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:16.831941 run osmo-stp_10.42.42.5(pid=29125): stdout: \u000a| (launched: 2022-12-13_08:59:15.011249)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:16.967823 run osmo-stp_10.42.42.5(pid=29125): stderr: \u000a| �[0;m�[38;5;43m20221213085915181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085915182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085915182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085915182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085915183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085915183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085915183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:17.123027 run patchelf(pid=29128): Terminating (SIGINT)\u000a08:59:17.303896 run patchelf(pid=29128): Terminated: ok {rc=0}\u000a08:59:17.336885 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29125): Process ended prematurely: osmo-stp_10.42.42.5(pid=29125) [trial-2387↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29125)] [trial-2387↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a08:59:17.347270 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a08:59:17.410422 run osmo-hlr_10.42.42.2(pid=29122): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29122)]\u000a08:59:17.462563 run osmo-hlr_10.42.42.2(pid=29122): stdout: \u000a| (launched: 2022-12-13_08:59:14.070869) \u000a08:59:17.515383 run osmo-hlr_10.42.42.2(pid=29122): stderr: \u000a| �[0;m�[1;31m20221213085914269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085914269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085914269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085914269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085914269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085914269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085914282 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085914290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085914290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085914290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:59:17.560106 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29115): Terminating (SIGTERM)\u000a08:59:17.602572 run iperf3-srv_10.42.42.10(pid=29116): Terminating (SIGTERM)\u000a08:59:17.644634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29117): Terminating (SIGTERM)\u000a08:59:17.687068 run iperf3-srv_10.42.42.10(pid=29118): Terminating (SIGTERM)\u000a08:59:17.729310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29121): Terminating (SIGTERM)\u000a08:59:17.770967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29124): Terminating (SIGTERM)\u000a08:59:17.812674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29127): Terminating (SIGTERM)\u000a08:59:17.822397 --- ParallelTerminationStrategy: PID 29115 died...\u000a08:59:17.878219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29115): Terminated: ok {rc=0}\u000a08:59:17.888331 --- ParallelTerminationStrategy: PID 29116 died...\u000a08:59:17.943871 run iperf3-srv_10.42.42.10(pid=29116): Terminated {rc=256}\u000a08:59:17.953963 --- ParallelTerminationStrategy: PID 29117 died...\u000a08:59:18.009415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29117): Terminated: ok {rc=0}\u000a08:59:18.019485 --- ParallelTerminationStrategy: PID 29118 died...\u000a08:59:18.074895 run iperf3-srv_10.42.42.10(pid=29118): Terminated {rc=256}\u000a08:59:18.085041 --- ParallelTerminationStrategy: PID 29121 died...\u000a08:59:18.141216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29121): Terminated: ok {rc=0}\u000a08:59:18.151301 --- ParallelTerminationStrategy: PID 29124 died...\u000a08:59:18.206835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29124): Terminated: ok {rc=0}\u000a08:59:18.217043 --- ParallelTerminationStrategy: PID 29127 died...\u000a08:59:18.273172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29127): Terminated: ok {rc=0}\u000a08:59:18.358077 bus /gobi_0: Setting Powered False\u000a08:59:19.464645 bus /gobi_0: Setting Powered False\u000a08:59:20.571759 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29137): Process ended prematurely: osmo-stp_10.42.42.5(pid=29137) [trial-2387↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29137)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29137): Process ended prematurely: osmo-stp_10.42.42.5(pid=29137) [trial-2387↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29137)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a08:59:21.684987 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:21.697376 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:59:21.847067 tst iperf3.py: using LAC 32871\u000a08:59:21.976891 tst iperf3.py: using RAC 231\u000a08:59:22.100883 tst iperf3.py: using CellId 32871\u000a08:59:22.228782 tst iperf3.py: using BVCI 32872\u000a08:59:22.253296 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:22.264942 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:22.276466 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:22.287893 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:22.299692 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:22.311093 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:22.322754 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:22.334126 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:22.345810 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:59:22.621503 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:59:22.745588 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:59:23.053718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29129): Launched\u000a08:59:23.309182 run iperf3-srv_10.42.42.10(pid=29130): Launched\u000a08:59:23.490568 tst iperf3.py:8: start network...\u000a08:59:23.613974 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:59:24.079769 run create_hlr_db(pid=29131): Launched\u000a08:59:24.249416 bus /gobi_6: Setting Powered False\u000a08:59:25.272182 run create_hlr_db(pid=29131): Terminated: ok {rc=0}\u000a08:59:25.665176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29133): Launched\u000a08:59:25.960676 run osmo-hlr_10.42.42.2(pid=29134): Launched\u000a08:59:26.072442 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:59:26.587339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29136): Launched\u000a08:59:26.884196 run osmo-stp_10.42.42.5(pid=29137): Launched\u000a08:59:26.992431 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:59:27.508089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29139): Launched\u000a08:59:27.613662 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:59:27.871412 run patchelf(pid=29140): Launched\u000a08:59:28.045648 run osmo-stp_10.42.42.5(pid=29137): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29137)]\u000a08:59:28.173636 run osmo-stp_10.42.42.5(pid=29137): stdout: \u000a| (launched: 2022-12-13_08:59:26.738298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:28.301450 run osmo-stp_10.42.42.5(pid=29137): stderr: \u000a| �[0;m�[38;5;43m20221213085926908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085926908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085926908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085926909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085926909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085926910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085926910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:28.424750 run osmo-stp_10.42.42.5(pid=29137): stdout: \u000a| (launched: 2022-12-13_08:59:26.738298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:28.546953 run osmo-stp_10.42.42.5(pid=29137): stderr: \u000a| �[0;m�[38;5;43m20221213085926908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085926908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085926908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085926909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085926909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085926910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085926910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:28.689294 run patchelf(pid=29140): Terminating (SIGINT)\u000a08:59:28.856822 run patchelf(pid=29140): Terminated: ok {rc=0}\u000a08:59:28.887670 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29137): Process ended prematurely: osmo-stp_10.42.42.5(pid=29137) [trial-2387↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29137)] [trial-2387↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a08:59:28.896868 tst iperf3.py:8: Test FAILED (7.2 sec)\u000a08:59:28.956744 run osmo-hlr_10.42.42.2(pid=29134): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29134)]\u000a08:59:29.005611 run osmo-hlr_10.42.42.2(pid=29134): stdout: \u000a| (launched: 2022-12-13_08:59:25.815716) \u000a08:59:29.054960 run osmo-hlr_10.42.42.2(pid=29134): stderr: \u000a| �[0;m�[1;31m20221213085925990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085925990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085925990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085925991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085925991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085925991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085926002 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085926011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085926011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085926011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:59:29.097297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29129): Terminating (SIGTERM)\u000a08:59:29.136867 run iperf3-srv_10.42.42.10(pid=29130): Terminating (SIGTERM)\u000a08:59:29.176686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29133): Terminating (SIGTERM)\u000a08:59:29.216522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29136): Terminating (SIGTERM)\u000a08:59:29.256348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29139): Terminating (SIGTERM)\u000a08:59:29.265577 --- ParallelTerminationStrategy: PID 29129 died...\u000a08:59:29.318919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29129): Terminated: ok {rc=0}\u000a08:59:29.328372 --- ParallelTerminationStrategy: PID 29130 died...\u000a08:59:29.381525 run iperf3-srv_10.42.42.10(pid=29130): Terminated {rc=256}\u000a08:59:29.390955 --- ParallelTerminationStrategy: PID 29133 died...\u000a08:59:29.443984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29133): Terminated: ok {rc=0}\u000a08:59:29.453906 --- ParallelTerminationStrategy: PID 29136 died...\u000a08:59:29.507257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29136): Terminated: ok {rc=0}\u000a08:59:29.516731 --- ParallelTerminationStrategy: PID 29139 died...\u000a08:59:29.569907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29139): Terminated: ok {rc=0}\u000a08:59:29.656554 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29155): Process ended prematurely: osmo-stp_10.42.42.5(pid=29155) [trial-2387↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29155)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29155): Process ended prematurely: osmo-stp_10.42.42.5(pid=29155) [trial-2387↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29155)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a08:59:30.765978 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:30.777881 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:59:30.922412 tst iperf3m4.py: using LAC 32872\u000a08:59:31.067678 tst iperf3m4.py: using RAC 232\u000a08:59:31.221243 tst iperf3m4.py: using CellId 32872\u000a08:59:31.390950 tst iperf3m4.py: using BVCI 32873\u000a08:59:31.423072 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:31.435864 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:31.448489 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:31.461105 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:31.474409 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:31.487771 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:31.501260 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:31.514413 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:31.527626 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:59:31.646509 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:59:31.779884 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:59:31.917951 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:59:32.237649 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:59:32.374679 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:59:32.703463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29141): Launched\u000a08:59:32.976830 run iperf3-srv_10.42.42.10(pid=29142): Launched\u000a08:59:33.172370 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:59:33.306574 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:59:33.615501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29143): Launched\u000a08:59:33.870732 run iperf3-srv_10.42.42.10(pid=29144): Launched\u000a08:59:34.052790 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:59:34.177319 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:59:34.484368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29145): Launched\u000a08:59:34.739727 run iperf3-srv_10.42.42.10(pid=29146): Launched\u000a08:59:34.921766 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:59:35.045665 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:59:35.352142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29147): Launched\u000a08:59:35.607306 run iperf3-srv_10.42.42.10(pid=29148): Launched\u000a08:59:35.789174 tst iperf3m4.py:8: start network...\u000a08:59:35.913457 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:59:36.380326 run create_hlr_db(pid=29149): Launched\u000a08:59:36.551181 bus /gobi_6: Setting Powered False\u000a08:59:37.573631 run create_hlr_db(pid=29149): Terminated: ok {rc=0}\u000a08:59:37.995059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29151): Launched\u000a08:59:38.311680 run osmo-hlr_10.42.42.2(pid=29152): Launched\u000a08:59:38.428830 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:59:38.985136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29154): Launched\u000a08:59:39.302297 run osmo-stp_10.42.42.5(pid=29155): Launched\u000a08:59:39.418720 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:59:39.972689 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29157): Launched\u000a08:59:40.086252 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:59:40.361495 run patchelf(pid=29158): Launched\u000a08:59:40.546647 run osmo-stp_10.42.42.5(pid=29155): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29155)]\u000a08:59:40.681787 run osmo-stp_10.42.42.5(pid=29155): stdout: \u000a| (launched: 2022-12-13_08:59:39.146575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:40.817321 run osmo-stp_10.42.42.5(pid=29155): stderr: \u000a| �[0;m�[38;5;43m20221213085939338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085939338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085939339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085939339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085939339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085939339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085939339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:40.948898 run osmo-stp_10.42.42.5(pid=29155): stdout: \u000a| (launched: 2022-12-13_08:59:39.146575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:41.079116 run osmo-stp_10.42.42.5(pid=29155): stderr: \u000a| �[0;m�[38;5;43m20221213085939338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085939338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085939339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085939339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085939339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085939339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085939339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:41.230710 run patchelf(pid=29158): Terminating (SIGINT)\u000a08:59:41.407948 run patchelf(pid=29158): Terminated: ok {rc=0}\u000a08:59:41.440805 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29155): Process ended prematurely: osmo-stp_10.42.42.5(pid=29155) [trial-2387↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29155)] [trial-2387↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a08:59:41.450667 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a08:59:41.512887 run osmo-hlr_10.42.42.2(pid=29152): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29152)]\u000a08:59:41.563826 run osmo-hlr_10.42.42.2(pid=29152): stdout: \u000a| (launched: 2022-12-13_08:59:38.156402) \u000a08:59:41.615065 run osmo-hlr_10.42.42.2(pid=29152): stderr: \u000a| �[0;m�[1;31m20221213085938352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085938352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085938352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085938352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085938352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085938352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085938364 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085938372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085938372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085938372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:59:41.658975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29141): Terminating (SIGTERM)\u000a08:59:41.700453 run iperf3-srv_10.42.42.10(pid=29142): Terminating (SIGTERM)\u000a08:59:41.742316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29143): Terminating (SIGTERM)\u000a08:59:41.783652 run iperf3-srv_10.42.42.10(pid=29144): Terminating (SIGTERM)\u000a08:59:41.825189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29145): Terminating (SIGTERM)\u000a08:59:41.866618 run iperf3-srv_10.42.42.10(pid=29146): Terminating (SIGTERM)\u000a08:59:41.908609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29147): Terminating (SIGTERM)\u000a08:59:41.949929 run iperf3-srv_10.42.42.10(pid=29148): Terminating (SIGTERM)\u000a08:59:41.991427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29151): Terminating (SIGTERM)\u000a08:59:42.032851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29154): Terminating (SIGTERM)\u000a08:59:42.074409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29157): Terminating (SIGTERM)\u000a08:59:42.084081 --- ParallelTerminationStrategy: PID 29141 died...\u000a08:59:42.139424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29141): Terminated: ok {rc=0}\u000a08:59:42.149476 --- ParallelTerminationStrategy: PID 29142 died...\u000a08:59:42.203952 run iperf3-srv_10.42.42.10(pid=29142): Terminated {rc=256}\u000a08:59:42.213991 --- ParallelTerminationStrategy: PID 29143 died...\u000a08:59:42.268824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29143): Terminated: ok {rc=0}\u000a08:59:42.278883 --- ParallelTerminationStrategy: PID 29144 died...\u000a08:59:42.333715 run iperf3-srv_10.42.42.10(pid=29144): Terminated {rc=256}\u000a08:59:42.343680 --- ParallelTerminationStrategy: PID 29145 died...\u000a08:59:42.398485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29145): Terminated: ok {rc=0}\u000a08:59:42.408468 --- ParallelTerminationStrategy: PID 29146 died...\u000a08:59:42.462837 run iperf3-srv_10.42.42.10(pid=29146): Terminated {rc=256}\u000a08:59:42.472817 --- ParallelTerminationStrategy: PID 29147 died...\u000a08:59:42.527419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29147): Terminated: ok {rc=0}\u000a08:59:42.537491 --- ParallelTerminationStrategy: PID 29148 died...\u000a08:59:42.591746 run iperf3-srv_10.42.42.10(pid=29148): Terminated {rc=256}\u000a08:59:42.601868 --- ParallelTerminationStrategy: PID 29151 died...\u000a08:59:42.656536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29151): Terminated: ok {rc=0}\u000a08:59:42.666596 --- ParallelTerminationStrategy: PID 29154 died...\u000a08:59:42.721362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29154): Terminated: ok {rc=0}\u000a08:59:42.731331 --- ParallelTerminationStrategy: PID 29157 died...\u000a08:59:42.786086 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29157): Terminated: ok {rc=0}\u000a08:59:42.872759 bus /gobi_4: Setting Powered False\u000a08:59:43.978441 bus /gobi_4: Setting Powered False\u000a08:59:45.088161 bus /gobi_1: Setting Powered False\u000a08:59:46.221262 bus /gobi_1: Setting Powered False\u000a08:59:47.334561 bus /gobi_0: Setting Powered False\u000a08:59:48.437157 bus /gobi_0: Setting Powered False\u000a08:59:49.543910 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29165): Process ended prematurely: osmo-stp_10.42.42.5(pid=29165) [trial-2387↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29165)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29165): Process ended prematurely: osmo-stp_10.42.42.5(pid=29165) [trial-2387↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29165)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a08:59:50.611334 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:50.623702 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:59:50.763216 tst ping.py: using LAC 32873\u000a08:59:50.879417 tst ping.py: using RAC 233\u000a08:59:50.997445 tst ping.py: using CellId 32873\u000a08:59:51.111950 tst ping.py: using BVCI 32874\u000a08:59:51.134417 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:51.145886 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:51.157463 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:51.168630 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:51.180013 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:51.191473 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:51.203074 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:51.214532 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:59:51.502439 tst ping.py:19: start network...\u000a08:59:51.632850 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:59:52.131362 run create_hlr_db(pid=29159): Launched\u000a08:59:52.312318 bus /gobi_6: Setting Powered False\u000a08:59:53.332549 run create_hlr_db(pid=29159): Terminated: ok {rc=0}\u000a08:59:53.724272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29161): Launched\u000a08:59:54.014130 run osmo-hlr_10.42.42.2(pid=29162): Launched\u000a08:59:54.127578 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:59:54.646252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29164): Launched\u000a08:59:54.936606 run osmo-stp_10.42.42.5(pid=29165): Launched\u000a08:59:55.042884 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:59:55.549876 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29167): Launched\u000a08:59:55.654729 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:59:55.908638 run patchelf(pid=29168): Launched\u000a08:59:56.085123 run osmo-stp_10.42.42.5(pid=29165): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29165)]\u000a08:59:56.219030 run osmo-stp_10.42.42.5(pid=29165): stdout: \u000a| (launched: 2022-12-13_08:59:54.793768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:56.353070 run osmo-stp_10.42.42.5(pid=29165): stderr: \u000a| �[0;m�[38;5;43m20221213085954959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085954960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085954960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085954961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085954964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085954964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085954964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:56.482743 run osmo-stp_10.42.42.5(pid=29165): stdout: \u000a| (launched: 2022-12-13_08:59:54.793768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:56.611858 run osmo-stp_10.42.42.5(pid=29165): stderr: \u000a| �[0;m�[38;5;43m20221213085954959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213085954960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213085954960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213085954961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213085954964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213085954964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213085954964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:56.760767 run patchelf(pid=29168): Terminating (SIGINT)\u000a08:59:56.936182 run patchelf(pid=29168): Terminated: ok {rc=0}\u000a08:59:56.968369 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29165): Process ended prematurely: osmo-stp_10.42.42.5(pid=29165) [trial-2387↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29165)] [trial-2387↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a08:59:56.977790 tst ping.py:22: Test FAILED (6.4 sec)\u000a08:59:57.040213 run osmo-hlr_10.42.42.2(pid=29162): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29162)]\u000a08:59:57.091425 run osmo-hlr_10.42.42.2(pid=29162): stdout: \u000a| (launched: 2022-12-13_08:59:53.871400) \u000a08:59:57.143113 run osmo-hlr_10.42.42.2(pid=29162): stderr: \u000a| �[0;m�[1;31m20221213085954044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213085954044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213085954044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085954044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213085954044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213085954045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213085954056 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213085954065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213085954065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213085954065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:59:57.186919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29161): Terminating (SIGTERM)\u000a08:59:57.228264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29164): Terminating (SIGTERM)\u000a08:59:57.269714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29167): Terminating (SIGTERM)\u000a08:59:57.279643 --- ParallelTerminationStrategy: PID 29161 died...\u000a08:59:57.334976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29161): Terminated: ok {rc=0}\u000a08:59:57.345066 --- ParallelTerminationStrategy: PID 29164 died...\u000a08:59:57.400042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29164): Terminated: ok {rc=0}\u000a08:59:57.410080 --- ParallelTerminationStrategy: PID 29167 died...\u000a08:59:57.465018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29167): Terminated: ok {rc=0}\u000a08:59:57.555229 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29197): Process ended prematurely: osmo-stp_10.42.42.5(pid=29197) [trial-2387↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29197)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29197): Process ended prematurely: osmo-stp_10.42.42.5(pid=29197) [trial-2387↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29197)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a08:59:58.606259 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:58.618246 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:59:58.765043 tst ping_idle_ping.py: using LAC 32874\u000a08:59:58.888007 tst ping_idle_ping.py: using RAC 234\u000a08:59:59.011315 tst ping_idle_ping.py: using CellId 32874\u000a08:59:59.135079 tst ping_idle_ping.py: using BVCI 32875\u000a08:59:59.159416 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:59.171437 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:59.182988 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:59.194515 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:59.206201 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:59.217883 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:59.229753 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:59:59.241580 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:59:59.526272 tst ping_idle_ping.py:24: start network...\u000a08:59:59.657318 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:00:00.159794 run create_hlr_db(pid=29169): Launched\u000a09:00:00.341819 bus /gobi_6: Setting Powered False\u000a09:00:01.364667 run create_hlr_db(pid=29169): Terminated: ok {rc=0}\u000a09:00:01.902720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29171): Launched\u000a09:00:02.259324 run osmo-hlr_10.42.42.2(pid=29179): Launched\u000a09:00:02.384156 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:00:03.119838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29196): Launched\u000a09:00:03.411758 run osmo-stp_10.42.42.5(pid=29197): Launched\u000a09:00:03.527119 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:00:04.041524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29199): Launched\u000a09:00:04.145691 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:00:04.399800 run patchelf(pid=29200): Launched\u000a09:00:04.571465 run osmo-stp_10.42.42.5(pid=29197): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29197)]\u000a09:00:04.696897 run osmo-stp_10.42.42.5(pid=29197): stdout: \u000a| (launched: 2022-12-13_09:00:03.268231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:04.823011 run osmo-stp_10.42.42.5(pid=29197): stderr: \u000a| �[0;m�[38;5;43m20221213090003438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090003439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090003439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090003439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090003440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090003440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090003440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:04.944925 run osmo-stp_10.42.42.5(pid=29197): stdout: \u000a| (launched: 2022-12-13_09:00:03.268231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:05.065423 run osmo-stp_10.42.42.5(pid=29197): stderr: \u000a| �[0;m�[38;5;43m20221213090003438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090003439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090003439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090003439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090003440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090003440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090003440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:05.205842 run patchelf(pid=29200): Terminating (SIGINT)\u000a09:00:05.370333 run patchelf(pid=29200): Terminated: ok {rc=0}\u000a09:00:05.400347 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29197): Process ended prematurely: osmo-stp_10.42.42.5(pid=29197) [trial-2387↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29197)] [trial-2387↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a09:00:05.408990 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a09:00:05.468393 run osmo-hlr_10.42.42.2(pid=29179): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29179)]\u000a09:00:05.517102 run osmo-hlr_10.42.42.2(pid=29179): stdout: \u000a| (launched: 2022-12-13_09:00:02.057492) \u000a09:00:05.566548 run osmo-hlr_10.42.42.2(pid=29179): stderr: \u000a| �[0;m�[1;31m20221213090002428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090002428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090002428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090002428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090002428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090002428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090002450 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090002469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090002469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090002469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:00:05.608626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29171): Terminating (SIGTERM)\u000a09:00:05.648346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29196): Terminating (SIGTERM)\u000a09:00:05.688041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29199): Terminating (SIGTERM)\u000a09:00:05.697287 --- ParallelTerminationStrategy: PID 29171 died...\u000a09:00:05.750583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29171): Terminated: ok {rc=0}\u000a09:00:05.760166 --- ParallelTerminationStrategy: PID 29196 died...\u000a09:00:05.812938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29196): Terminated: ok {rc=0}\u000a09:00:05.822536 --- ParallelTerminationStrategy: PID 29199 died...\u000a09:00:05.875431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29199): Terminated: ok {rc=0}\u000a09:00:05.963575 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T08:59:08" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29212): Process ended prematurely: osmo-stp_10.42.42.5(pid=29212) [trial-2387↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29212)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29212): Process ended prematurely: osmo-stp_10.42.42.5(pid=29212) [trial-2387↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29212)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a09:00:07.999716 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:00:08.011686 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:00:08.172826 tst switch_tch_pdch.py: using LAC 32875\u000a09:00:08.294069 tst switch_tch_pdch.py: using RAC 235\u000a09:00:08.414643 tst switch_tch_pdch.py: using CellId 32875\u000a09:00:08.537786 tst switch_tch_pdch.py: using BVCI 32876\u000a09:00:08.561953 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:00:08.573725 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:00:08.585181 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:00:08.596501 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:00:08.607941 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:00:08.620064 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:00:08.631677 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:00:08.643221 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:00:08.758332 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:00:09.044811 tst switch_tch_pdch.py:51: start network...\u000a09:00:09.174921 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:00:09.672013 run create_hlr_db(pid=29206): Launched\u000a09:00:09.852867 bus /gobi_6: Setting Powered False\u000a09:00:10.873316 run create_hlr_db(pid=29206): Terminated: ok {rc=0}\u000a09:00:11.263915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29208): Launched\u000a09:00:11.554539 run osmo-hlr_10.42.42.2(pid=29209): Launched\u000a09:00:11.667445 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:00:12.210685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29211): Launched\u000a09:00:12.522204 run osmo-stp_10.42.42.5(pid=29212): Launched\u000a09:00:12.636681 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:00:13.180878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29215): Launched\u000a09:00:13.292099 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:00:13.562898 run patchelf(pid=29216): Launched\u000a09:00:13.745429 run osmo-stp_10.42.42.5(pid=29212): ERR: Terminated: ERROR {rc=1} [trial-2387↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29212)]\u000a09:00:13.878939 run osmo-stp_10.42.42.5(pid=29212): stdout: \u000a| (launched: 2022-12-13_09:00:12.369688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:14.013516 run osmo-stp_10.42.42.5(pid=29212): stderr: \u000a| �[0;m�[38;5;43m20221213090012559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090012559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090012559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090012560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090012560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090012560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090012560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:14.143309 run osmo-stp_10.42.42.5(pid=29212): stdout: \u000a| (launched: 2022-12-13_09:00:12.369688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:14.271753 run osmo-stp_10.42.42.5(pid=29212): stderr: \u000a| �[0;m�[38;5;43m20221213090012559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090012559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090012559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090012560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090012560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090012560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090012560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:14.420630 run patchelf(pid=29216): Terminating (SIGINT)\u000a09:00:14.595265 run patchelf(pid=29216): Terminated: ok {rc=0}\u000a09:00:14.626840 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29212): Process ended prematurely: osmo-stp_10.42.42.5(pid=29212) [trial-2387↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29212)] [trial-2387↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a09:00:14.636026 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a09:00:14.697936 run osmo-hlr_10.42.42.2(pid=29209): ERR: Terminated: ERROR {rc=237} [trial-2387↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29209)]\u000a09:00:14.748740 run osmo-hlr_10.42.42.2(pid=29209): stdout: \u000a| (launched: 2022-12-13_09:00:11.411224) \u000a09:00:14.800211 run osmo-hlr_10.42.42.2(pid=29209): stderr: \u000a| �[0;m�[1;31m20221213090011588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090011589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090011589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090011589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090011589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090011589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090011601 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090011609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090011609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090011610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:00:14.844343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29208): Terminating (SIGTERM)\u000a09:00:14.887138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29211): Terminating (SIGTERM)\u000a09:00:14.929263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29215): Terminating (SIGTERM)\u000a09:00:14.940228 --- ParallelTerminationStrategy: PID 29208 died...\u000a09:00:14.996108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29208): Terminated: ok {rc=0}\u000a09:00:15.006223 --- ParallelTerminationStrategy: PID 29211 died...\u000a09:00:15.061649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29211): Terminated: ok {rc=0}\u000a09:00:15.071725 --- ParallelTerminationStrategy: PID 29215 died...\u000a09:00:15.126688 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29215): Terminated: ok {rc=0}\u000a09:00:15.212487 bus /gobi_0: Setting Powered False\u000a09:00:16.327711 bus /gobi_0: Setting Powered False\u000a09:00:17.439477 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:00:07" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29226): Process ended prematurely: osmo-stp_10.42.42.5(pid=29226) [trial-2387↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29226)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29226): Process ended prematurely: osmo-stp_10.42.42.5(pid=29226) [trial-2387↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29226)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a09:00:19.417518 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:00:19.430054 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a09:00:19.593557 tst switch_tch_pdch.py: using LAC 32876\u000a09:00:19.715566 tst switch_tch_pdch.py: using RAC 236\u000a09:00:19.834183 tst switch_tch_pdch.py: using CellId 32876\u000a09:00:19.948376 tst switch_tch_pdch.py: using BVCI 32877\u000a09:00:19.970823 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:00:19.981877 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:00:19.992690 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:00:20.003620 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:00:20.014929 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:00:20.026142 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:00:20.037454 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:00:20.048476 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a09:00:20.167320 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a09:00:20.437383 tst switch_tch_pdch.py:51: start network...\u000a09:00:20.558683 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:00:20.991473 run create_hlr_db(pid=29220): Launched\u000a09:00:21.110817 bus /gobi_6: Setting Powered False\u000a09:00:22.180879 run create_hlr_db(pid=29220): Terminated: ok {rc=0}\u000a09:00:22.544017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29222): Launched\u000a09:00:22.835191 run osmo-hlr_10.42.42.2(pid=29223): Launched\u000a09:00:22.948542 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:00:23.439022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29225): Launched\u000a09:00:23.730728 run osmo-stp_10.42.42.5(pid=29226): Launched\u000a09:00:23.837466 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:00:24.320459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29228): Launched\u000a09:00:24.424433 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:00:24.677701 run patchelf(pid=29229): Launched\u000a09:00:24.848574 run osmo-stp_10.42.42.5(pid=29226): ERR: Terminated: ERROR {rc=1} [trial-2387↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29226)]\u000a09:00:24.973670 run osmo-stp_10.42.42.5(pid=29226): stdout: \u000a| (launched: 2022-12-13_09:00:23.586853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:25.099142 run osmo-stp_10.42.42.5(pid=29226): stderr: \u000a| �[0;m�[38;5;43m20221213090023754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090023754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090023754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090023754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090023757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090023757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090023757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:25.219971 run osmo-stp_10.42.42.5(pid=29226): stdout: \u000a| (launched: 2022-12-13_09:00:23.586853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:25.340696 run osmo-stp_10.42.42.5(pid=29226): stderr: \u000a| �[0;m�[38;5;43m20221213090023754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090023754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090023754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090023754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090023757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090023757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090023757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:25.480237 run patchelf(pid=29229): Terminating (SIGINT)\u000a09:00:25.643934 run patchelf(pid=29229): Terminated: ok {rc=0}\u000a09:00:25.673882 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29226): Process ended prematurely: osmo-stp_10.42.42.5(pid=29226) [trial-2387↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29226)] [trial-2387↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a09:00:25.682484 tst switch_tch_pdch.py:54: Test FAILED (6.3 sec)\u000a09:00:25.742691 run osmo-hlr_10.42.42.2(pid=29223): ERR: Terminated: ERROR {rc=237} [trial-2387↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29223)]\u000a09:00:25.791763 run osmo-hlr_10.42.42.2(pid=29223): stdout: \u000a| (launched: 2022-12-13_09:00:22.691519) \u000a09:00:25.841628 run osmo-hlr_10.42.42.2(pid=29223): stderr: \u000a| �[0;m�[1;31m20221213090022865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090022865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090022865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090022865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090022865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090022865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090022876 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090022885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090022885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090022885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:00:25.883754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29222): Terminating (SIGTERM)\u000a09:00:25.923585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29225): Terminating (SIGTERM)\u000a09:00:25.963368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29228): Terminating (SIGTERM)\u000a09:00:25.972606 --- ParallelTerminationStrategy: PID 29222 died...\u000a09:00:26.026178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29222): Terminated: ok {rc=0}\u000a09:00:26.035614 --- ParallelTerminationStrategy: PID 29225 died...\u000a09:00:26.088590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29225): Terminated: ok {rc=0}\u000a09:00:26.098186 --- ParallelTerminationStrategy: PID 29228 died...\u000a09:00:26.151297 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29228): Terminated: ok {rc=0}\u000a09:00:26.233715 bus /gobi_0: Setting Powered False\u000a09:00:27.334885 bus /gobi_0: Setting Powered False\u000a09:00:28.444837 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:00:19" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29234): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29234) [trial-2387↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29234)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29234): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29234) [trial-2387↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29234)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a09:00:30.340278 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a09:00:30.351297 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a09:00:30.493174 tst mo_mt_sms.py: using LAC 32877\u000a09:00:30.616600 tst mo_mt_sms.py: using RAC 237\u000a09:00:30.738722 tst mo_mt_sms.py: using CellId 32877\u000a09:00:30.862269 tst mo_mt_sms.py: using BVCI 32878\u000a09:00:30.886032 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:00:31.020098 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:00:31.303112 tst mo_mt_sms.py:9: start nitb and bts...\u000a09:00:31.429204 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:00:32.068297 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29233): Launched\u000a09:00:32.360440 run osmo-nitb_10.42.42.2(pid=29234): Launched\u000a09:00:32.540710 run osmo-nitb_10.42.42.2(pid=29234): ERR: Terminated: ERROR {rc=2} [trial-2387↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29234)]\u000a09:00:32.674055 run osmo-nitb_10.42.42.2(pid=29234): stdout: \u000a| (launched: 2022-12-13_09:00:32.219618) \u000a09:00:32.807878 run osmo-nitb_10.42.42.2(pid=29234): stderr: \u000a| (launched: 2022-12-13_09:00:32.264176)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:00:32.936634 run osmo-nitb_10.42.42.2(pid=29234): stdout: \u000a| (launched: 2022-12-13_09:00:32.219618) \u000a09:00:33.064505 run osmo-nitb_10.42.42.2(pid=29234): stderr: \u000a| (launched: 2022-12-13_09:00:32.264176)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:00:33.478601 tst osmo-nitb_10.42.42.2(pid=29234): stdout: \u000a| (launched: 2022-12-13_09:00:32.219618) \u000a09:00:33.595194 tst osmo-nitb_10.42.42.2(pid=29234): stderr: \u000a| (launched: 2022-12-13_09:00:32.264176)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:00:33.646127 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=29234): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29234) [trial-2387↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29234)] [trial-2387↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a09:00:33.654209 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a09:00:33.688480 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29233): Terminating (SIGTERM)\u000a09:00:33.866240 --- ParallelTerminationStrategy: PID 29233 died...\u000a09:00:33.920728 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29233): Terminated: ok {rc=0}\u000a09:00:34.008395 bus /sierra_3: Setting Powered False\u000a09:00:35.111538 bus /sierra_3: Setting Powered False\u000a09:00:36.219730 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:00:30" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "sms:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29244): Process ended prematurely: osmo-stp_10.42.42.5(pid=29244) [trial-2387↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29244)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29244): Process ended prematurely: osmo-stp_10.42.42.5(pid=29244) [trial-2387↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29244)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a09:00:38.121421 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:00:38.132585 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a09:00:38.271443 tst mo_mt_sms.py: using LAC 32878\u000a09:00:38.394336 tst mo_mt_sms.py: using RAC 238\u000a09:00:38.519033 tst mo_mt_sms.py: using CellId 32878\u000a09:00:38.647235 tst mo_mt_sms.py: using BVCI 32879\u000a09:00:38.671229 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:00:38.682635 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:00:38.693765 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:00:38.704838 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:00:38.716226 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:00:38.727596 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:00:38.842788 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:00:39.047668 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:00:39.547898 run create_hlr_db(pid=29238): Launched\u000a09:00:39.729656 bus /sierra_2: Setting Powered False\u000a09:00:40.750966 run create_hlr_db(pid=29238): Terminated: ok {rc=0}\u000a09:00:41.142702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29240): Launched\u000a09:00:41.433849 run osmo-hlr_10.42.42.2(pid=29241): Launched\u000a09:00:41.545900 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:00:42.052228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29243): Launched\u000a09:00:42.343274 run osmo-stp_10.42.42.5(pid=29244): Launched\u000a09:00:42.450372 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:00:42.984182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29246): Launched\u000a09:00:43.275607 run osmo-msc_10.42.42.6(pid=29247): Launched\u000a09:00:43.448577 run osmo-stp_10.42.42.5(pid=29244): ERR: Terminated: ERROR {rc=1} [trial-2387↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29244)]\u000a09:00:43.573271 run osmo-stp_10.42.42.5(pid=29244): stdout: \u000a| (launched: 2022-12-13_09:00:42.199770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:43.695256 run osmo-stp_10.42.42.5(pid=29244): stderr: \u000a| �[0;m�[38;5;43m20221213090042367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090042367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090042368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090042368 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090042370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090042370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090042370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:43.813155 run osmo-stp_10.42.42.5(pid=29244): stdout: \u000a| (launched: 2022-12-13_09:00:42.199770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:43.929950 run osmo-stp_10.42.42.5(pid=29244): stderr: \u000a| �[0;m�[38;5;43m20221213090042367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090042367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090042368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090042368 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090042370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090042370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090042370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:43.981143 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=29244): Process ended prematurely: osmo-stp_10.42.42.5(pid=29244) [trial-2387↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29244)] [trial-2387↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a09:00:43.988872 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a09:00:44.048437 run osmo-hlr_10.42.42.2(pid=29241): ERR: Terminated: ERROR {rc=237} [trial-2387↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29241)]\u000a09:00:44.097087 run osmo-hlr_10.42.42.2(pid=29241): stdout: \u000a| (launched: 2022-12-13_09:00:41.290014) \u000a09:00:44.146396 run osmo-hlr_10.42.42.2(pid=29241): stderr: \u000a| �[0;m�[1;31m20221213090041463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090041463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090041463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090041463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090041463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090041463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090041479 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090041488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090041488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090041488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:00:44.213309 run osmo-msc_10.42.42.6(pid=29247): ERR: Terminated: ERROR {rc=2} [trial-2387↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29247)]\u000a09:00:44.262580 run osmo-msc_10.42.42.6(pid=29247): stdout: \u000a| (launched: 2022-12-13_09:00:43.132240) \u000a09:00:44.311746 run osmo-msc_10.42.42.6(pid=29247): stderr: \u000a| �[0;m�[38;5;43m20221213090043402 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213090043402 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8400461c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213090043402 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213090043402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213090043402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213090043403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213090043404 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213090043405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213090043405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213090043405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:00:44.353526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29240): Terminating (SIGTERM)\u000a09:00:44.392855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29243): Terminating (SIGTERM)\u000a09:00:44.432289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29246): Terminating (SIGTERM)\u000a09:00:44.441453 --- ParallelTerminationStrategy: PID 29240 died...\u000a09:00:44.494425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29240): Terminated: ok {rc=0}\u000a09:00:44.503904 --- ParallelTerminationStrategy: PID 29243 died...\u000a09:00:44.556528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29243): Terminated: ok {rc=0}\u000a09:00:44.565930 --- ParallelTerminationStrategy: PID 29246 died...\u000a09:00:44.618688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29246): Terminated: ok {rc=0}\u000a09:00:44.706079 bus /sierra_3: Setting Powered False\u000a09:00:45.806066 bus /sierra_3: Setting Powered False\u000a09:00:46.933418 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:00:37" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29253): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29253) [trial-2387↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29253)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29253): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29253) [trial-2387↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29253)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a09:00:48.770346 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a09:00:48.781330 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a09:00:48.913062 tst assert_extension.py: using LAC 32879\u000a09:00:49.027408 tst assert_extension.py: using RAC 239\u000a09:00:49.141974 tst assert_extension.py: using CellId 32879\u000a09:00:49.257269 tst assert_extension.py: using BVCI 32880\u000a09:00:49.279142 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a09:00:49.564451 tst assert_extension.py:10: start nitb and bts...\u000a09:00:49.694257 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:00:50.339311 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29252): Launched\u000a09:00:50.647257 run osmo-nitb_10.42.42.2(pid=29253): Launched\u000a09:00:50.838842 run osmo-nitb_10.42.42.2(pid=29253): ERR: Terminated: ERROR {rc=2} [trial-2387↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29253)]\u000a09:00:50.981243 run osmo-nitb_10.42.42.2(pid=29253): stdout: \u000a| (launched: 2022-12-13_09:00:50.498235) \u000a09:00:51.123485 run osmo-nitb_10.42.42.2(pid=29253): stderr: \u000a| (launched: 2022-12-13_09:00:50.544787)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:00:51.261184 run osmo-nitb_10.42.42.2(pid=29253): stdout: \u000a| (launched: 2022-12-13_09:00:50.498235) \u000a09:00:51.397396 run osmo-nitb_10.42.42.2(pid=29253): stderr: \u000a| (launched: 2022-12-13_09:00:50.544787)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:00:51.774309 tst osmo-nitb_10.42.42.2(pid=29253): stdout: \u000a| (launched: 2022-12-13_09:00:50.498235) \u000a09:00:51.904189 tst osmo-nitb_10.42.42.2(pid=29253): stderr: \u000a| (launched: 2022-12-13_09:00:50.544787)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:00:51.956355 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=29253): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29253) [trial-2387↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29253)] [trial-2387↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a09:00:51.965363 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a09:00:52.000681 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29252): Terminating (SIGTERM)\u000a09:00:52.178702 --- ParallelTerminationStrategy: PID 29252 died...\u000a09:00:52.234882 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29252): Terminated: ok {rc=0}\u000a09:00:52.324033 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:00:48" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "ussd:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29265): Process ended prematurely: osmo-stp_10.42.42.5(pid=29265) [trial-2387↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29265)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29265): Process ended prematurely: osmo-stp_10.42.42.5(pid=29265) [trial-2387↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29265)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a09:00:54.172892 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:00:54.184308 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a09:00:54.326541 tst assert_extension.py: using LAC 32880\u000a09:00:54.452827 tst assert_extension.py: using RAC 240\u000a09:00:54.574687 tst assert_extension.py: using CellId 32880\u000a09:00:54.696069 tst assert_extension.py: using BVCI 32881\u000a09:00:54.720308 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:00:54.731720 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:00:54.742961 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:00:54.753918 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:00:54.765093 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:00:54.776156 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a09:00:54.982977 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:00:55.481101 run create_hlr_db(pid=29259): Launched\u000a09:00:55.662199 bus /sierra_2: Setting Powered False\u000a09:00:56.682007 run create_hlr_db(pid=29259): Terminated: ok {rc=0}\u000a09:00:57.096432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29261): Launched\u000a09:00:57.407687 run osmo-hlr_10.42.42.2(pid=29262): Launched\u000a09:00:57.524619 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:00:58.150569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29264): Launched\u000a09:00:58.456747 run osmo-stp_10.42.42.5(pid=29265): Launched\u000a09:00:58.568154 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:00:59.127989 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29267): Launched\u000a09:00:59.433087 run osmo-msc_10.42.42.6(pid=29268): Launched\u000a09:00:59.614384 run osmo-stp_10.42.42.5(pid=29265): ERR: Terminated: ERROR {rc=1} [trial-2387↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29265)]\u000a09:00:59.745327 run osmo-stp_10.42.42.5(pid=29265): stdout: \u000a| (launched: 2022-12-13_09:00:58.306723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:59.875310 run osmo-stp_10.42.42.5(pid=29265): stderr: \u000a| �[0;m�[38;5;43m20221213090058495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090058496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090058496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090058496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090058497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090058497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090058497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:59.999895 run osmo-stp_10.42.42.5(pid=29265): stdout: \u000a| (launched: 2022-12-13_09:00:58.306723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:00.123089 run osmo-stp_10.42.42.5(pid=29265): stderr: \u000a| �[0;m�[38;5;43m20221213090058495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090058496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090058496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090058496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090058497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090058497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090058497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:00.177223 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=29265): Process ended prematurely: osmo-stp_10.42.42.5(pid=29265) [trial-2387↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29265)] [trial-2387↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a09:01:00.185856 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a09:01:00.247813 run osmo-hlr_10.42.42.2(pid=29262): ERR: Terminated: ERROR {rc=237} [trial-2387↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29262)]\u000a09:01:00.298558 run osmo-hlr_10.42.42.2(pid=29262): stdout: \u000a| (launched: 2022-12-13_09:00:57.255326) \u000a09:01:00.349966 run osmo-hlr_10.42.42.2(pid=29262): stderr: \u000a| �[0;m�[1;31m20221213090057453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090057453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090057453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090057453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090057453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090057454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090057466 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090057475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090057475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090057475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:01:00.419385 run osmo-msc_10.42.42.6(pid=29268): ERR: Terminated: ERROR {rc=2} [trial-2387↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29268)]\u000a09:01:00.470006 run osmo-msc_10.42.42.6(pid=29268): stdout: \u000a| (launched: 2022-12-13_09:00:59.283646) \u000a09:01:00.521314 run osmo-msc_10.42.42.6(pid=29268): stderr: \u000a| �[0;m�[38;5;43m20221213090059607 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213090059607 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd058fb4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213090059607 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213090059607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213090059607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213090059608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213090059609 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213090059610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213090059610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213090059610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:01:00.564874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29261): Terminating (SIGTERM)\u000a09:01:00.606318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29264): Terminating (SIGTERM)\u000a09:01:00.648350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29267): Terminating (SIGTERM)\u000a09:01:00.658108 --- ParallelTerminationStrategy: PID 29261 died...\u000a09:01:00.714045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29261): Terminated: ok {rc=0}\u000a09:01:00.724013 --- ParallelTerminationStrategy: PID 29264 died...\u000a09:01:00.778917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29264): Terminated: ok {rc=0}\u000a09:01:00.788865 --- ParallelTerminationStrategy: PID 29267 died...\u000a09:01:00.843758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29267): Terminated: ok {rc=0}\u000a09:01:00.946438 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:00:53" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29279): Process ended prematurely: osmo-stp_10.42.42.5(pid=29279) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29279)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29279): Process ended prematurely: osmo-stp_10.42.42.5(pid=29279) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29279)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:01:02.952065 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:01:02.963420 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:01:03.116746 tst mo_mt_call.py: using LAC 32881\u000a09:01:03.232104 tst mo_mt_call.py: using RAC 241\u000a09:01:03.352048 tst mo_mt_call.py: using CellId 32881\u000a09:01:03.466100 tst mo_mt_call.py: using BVCI 32882\u000a09:01:03.488396 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:01:03.499500 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:01:03.510408 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:01:03.521341 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:01:03.532935 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:01:03.544493 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:01:03.664179 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:01:03.869312 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:01:04.369351 run create_hlr_db(pid=29273): Launched\u000a09:01:04.549887 bus /sierra_2: Setting Powered False\u000a09:01:05.571659 run create_hlr_db(pid=29273): Terminated: ok {rc=0}\u000a09:01:05.965078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29275): Launched\u000a09:01:06.258283 run osmo-hlr_10.42.42.2(pid=29276): Launched\u000a09:01:06.370521 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:01:06.886945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29278): Launched\u000a09:01:07.179353 run osmo-stp_10.42.42.5(pid=29279): Launched\u000a09:01:07.287031 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:01:07.822590 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29281): Launched\u000a09:01:08.116476 run osmo-msc_10.42.42.6(pid=29282): Launched\u000a09:01:08.290049 run osmo-stp_10.42.42.5(pid=29279): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29279)]\u000a09:01:08.415484 run osmo-stp_10.42.42.5(pid=29279): stdout: \u000a| (launched: 2022-12-13_09:01:07.035602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:08.538667 run osmo-stp_10.42.42.5(pid=29279): stderr: \u000a| �[0;m�[38;5;43m20221213090107205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090107205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090107205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090107206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090107206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090107206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090107206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:08.657629 run osmo-stp_10.42.42.5(pid=29279): stdout: \u000a| (launched: 2022-12-13_09:01:07.035602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:08.775033 run osmo-stp_10.42.42.5(pid=29279): stderr: \u000a| �[0;m�[38;5;43m20221213090107205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090107205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090107205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090107206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090107206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090107206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090107206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:08.826871 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29279): Process ended prematurely: osmo-stp_10.42.42.5(pid=29279) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29279)] [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a09:01:08.835502 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a09:01:08.895488 run osmo-hlr_10.42.42.2(pid=29276): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29276)]\u000a09:01:08.944872 run osmo-hlr_10.42.42.2(pid=29276): stdout: \u000a| (launched: 2022-12-13_09:01:06.113884) \u000a09:01:08.994776 run osmo-hlr_10.42.42.2(pid=29276): stderr: \u000a| �[0;m�[1;31m20221213090106288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090106288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090106288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090106288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090106288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090106288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090106300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090106311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090106311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090106311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:01:09.062158 run osmo-msc_10.42.42.6(pid=29282): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29282)]\u000a09:01:09.111466 run osmo-msc_10.42.42.6(pid=29282): stdout: \u000a| (launched: 2022-12-13_09:01:07.971562) \u000a09:01:09.161163 run osmo-msc_10.42.42.6(pid=29282): stderr: \u000a| �[0;m�[38;5;43m20221213090108242 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213090108243 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8811036c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213090108243 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213090108243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213090108243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213090108243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213090108245 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213090108245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213090108246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213090108246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:01:09.203392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29275): Terminating (SIGTERM)\u000a09:01:09.243420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29278): Terminating (SIGTERM)\u000a09:01:09.283441 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29281): Terminating (SIGTERM)\u000a09:01:09.292657 --- ParallelTerminationStrategy: PID 29275 died...\u000a09:01:09.346331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29275): Terminated: ok {rc=0}\u000a09:01:09.355867 --- ParallelTerminationStrategy: PID 29278 died...\u000a09:01:09.409142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29278): Terminated: ok {rc=0}\u000a09:01:09.418438 --- ParallelTerminationStrategy: PID 29281 died...\u000a09:01:09.471811 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29281): Terminated: ok {rc=0}\u000a09:01:09.558769 bus /sierra_3: Setting Powered False\u000a09:01:10.662900 bus /sierra_3: Setting Powered False\u000a09:01:11.770047 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29290): Process ended prematurely: osmo-stp_10.42.42.5(pid=29290) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29290)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29290): Process ended prematurely: osmo-stp_10.42.42.5(pid=29290) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29290)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:01:12.877048 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:01:12.888922 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:01:13.043526 tst mo_mt_call_osmux.py: using LAC 32882\u000a09:01:13.159133 tst mo_mt_call_osmux.py: using RAC 242\u000a09:01:13.274110 tst mo_mt_call_osmux.py: using CellId 32882\u000a09:01:13.397042 tst mo_mt_call_osmux.py: using BVCI 32883\u000a09:01:13.421081 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:01:13.432874 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:01:13.444539 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:01:13.456174 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:01:13.467918 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:01:13.479364 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:01:13.596879 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:01:13.795525 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:01:14.258216 run create_hlr_db(pid=29284): Launched\u000a09:01:14.427658 bus /sierra_2: Setting Powered False\u000a09:01:15.450651 run create_hlr_db(pid=29284): Terminated: ok {rc=0}\u000a09:01:15.867152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29286): Launched\u000a09:01:16.265325 run osmo-hlr_10.42.42.2(pid=29287): Launched\u000a09:01:16.487979 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:01:17.121282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29289): Launched\u000a09:01:17.422080 run osmo-stp_10.42.42.5(pid=29290): Launched\u000a09:01:17.531798 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:01:18.068083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29292): Launched\u000a09:01:18.360905 run osmo-msc_10.42.42.6(pid=29293): Launched\u000a09:01:18.533698 run osmo-stp_10.42.42.5(pid=29290): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29290)]\u000a09:01:18.658752 run osmo-stp_10.42.42.5(pid=29290): stdout: \u000a| (launched: 2022-12-13_09:01:17.275148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:18.781841 run osmo-stp_10.42.42.5(pid=29290): stderr: \u000a| �[0;m�[38;5;43m20221213090117441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090117441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090117442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090117442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090117443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090117443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090117443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:18.900120 run osmo-stp_10.42.42.5(pid=29290): stdout: \u000a| (launched: 2022-12-13_09:01:17.275148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:19.017934 run osmo-stp_10.42.42.5(pid=29290): stderr: \u000a| �[0;m�[38;5;43m20221213090117441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090117441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090117442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090117442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090117443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090117443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090117443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:19.069705 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29290): Process ended prematurely: osmo-stp_10.42.42.5(pid=29290) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29290)] [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a09:01:19.078392 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:01:19.138406 run osmo-hlr_10.42.42.2(pid=29287): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29287)]\u000a09:01:19.187282 run osmo-hlr_10.42.42.2(pid=29287): stdout: \u000a| (launched: 2022-12-13_09:01:16.082631) \u000a09:01:19.237162 run osmo-hlr_10.42.42.2(pid=29287): stderr: \u000a| �[0;m�[1;31m20221213090116432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090116432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090116432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090116432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090116432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090116432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090116455 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090116464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090116477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090116477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:01:19.304280 run osmo-msc_10.42.42.6(pid=29293): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29293)]\u000a09:01:19.353142 run osmo-msc_10.42.42.6(pid=29293): stdout: \u000a| (launched: 2022-12-13_09:01:18.217185) \u000a09:01:19.402611 run osmo-msc_10.42.42.6(pid=29293): stderr: \u000a| �[0;m�[38;5;43m20221213090118488 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213090118488 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5596966c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213090118488 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213090118488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213090118488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213090118489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213090118490 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213090118491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213090118491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213090118491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:01:19.444628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29286): Terminating (SIGTERM)\u000a09:01:19.484448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29289): Terminating (SIGTERM)\u000a09:01:19.524301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29292): Terminating (SIGTERM)\u000a09:01:19.533578 --- ParallelTerminationStrategy: PID 29286 died...\u000a09:01:19.587259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29286): Terminated: ok {rc=0}\u000a09:01:19.596841 --- ParallelTerminationStrategy: PID 29289 died...\u000a09:01:19.650227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29289): Terminated: ok {rc=0}\u000a09:01:19.659702 --- ParallelTerminationStrategy: PID 29292 died...\u000a09:01:19.713174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29292): Terminated: ok {rc=0}\u000a09:01:19.800864 bus /sierra_3: Setting Powered False\u000a09:01:20.902810 bus /sierra_3: Setting Powered False\u000a09:01:22.012638 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:01:02" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29304): Process ended prematurely: osmo-stp_10.42.42.5(pid=29304) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29304)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29304): Process ended prematurely: osmo-stp_10.42.42.5(pid=29304) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29304)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a09:01:24.002942 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:01:24.014246 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:01:24.169632 tst mo_mt_call.py: using LAC 32883\u000a09:01:24.293221 tst mo_mt_call.py: using RAC 243\u000a09:01:24.416612 tst mo_mt_call.py: using CellId 32883\u000a09:01:24.542108 tst mo_mt_call.py: using BVCI 32884\u000a09:01:24.566160 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:01:24.577965 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:01:24.590028 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:01:24.601439 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:01:24.613454 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:01:24.625418 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:01:24.741466 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:01:24.942387 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:01:25.420604 run create_hlr_db(pid=29298): Launched\u000a09:01:25.602604 bus /sierra_2: Setting Powered False\u000a09:01:26.623856 run create_hlr_db(pid=29298): Terminated: ok {rc=0}\u000a09:01:27.017823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29300): Launched\u000a09:01:27.310912 run osmo-hlr_10.42.42.2(pid=29301): Launched\u000a09:01:27.426374 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:01:27.945739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29303): Launched\u000a09:01:28.239203 run osmo-stp_10.42.42.5(pid=29304): Launched\u000a09:01:28.347207 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:01:28.888152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29306): Launched\u000a09:01:29.184151 run osmo-msc_10.42.42.6(pid=29307): Launched\u000a09:01:29.359793 run osmo-stp_10.42.42.5(pid=29304): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29304)]\u000a09:01:29.485827 run osmo-stp_10.42.42.5(pid=29304): stdout: \u000a| (launched: 2022-12-13_09:01:28.094916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:29.608858 run osmo-stp_10.42.42.5(pid=29304): stderr: \u000a| �[0;m�[38;5;43m20221213090128264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090128264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090128264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090128265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090128267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090128267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090128267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:29.728318 run osmo-stp_10.42.42.5(pid=29304): stdout: \u000a| (launched: 2022-12-13_09:01:28.094916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:29.847626 run osmo-stp_10.42.42.5(pid=29304): stderr: \u000a| �[0;m�[38;5;43m20221213090128264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090128264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090128264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090128265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090128267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090128267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090128267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:29.899722 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29304): Process ended prematurely: osmo-stp_10.42.42.5(pid=29304) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29304)] [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a09:01:29.908501 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a09:01:29.968390 run osmo-hlr_10.42.42.2(pid=29301): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29301)]\u000a09:01:30.017605 run osmo-hlr_10.42.42.2(pid=29301): stdout: \u000a| (launched: 2022-12-13_09:01:27.166760) \u000a09:01:30.067313 run osmo-hlr_10.42.42.2(pid=29301): stderr: \u000a| �[0;m�[1;31m20221213090127341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090127341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090127341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090127341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090127341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090127341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090127354 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090127363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090127363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090127363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:01:30.134774 run osmo-msc_10.42.42.6(pid=29307): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29307)]\u000a09:01:30.183964 run osmo-msc_10.42.42.6(pid=29307): stdout: \u000a| (launched: 2022-12-13_09:01:29.038518) \u000a09:01:30.233848 run osmo-msc_10.42.42.6(pid=29307): stderr: \u000a| �[0;m�[38;5;43m20221213090129308 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213090129308 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa08988bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213090129308 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213090129308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213090129308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213090129309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213090129312 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213090129313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213090129313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213090129313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:01:30.275851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29300): Terminating (SIGTERM)\u000a09:01:30.315571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29303): Terminating (SIGTERM)\u000a09:01:30.355333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29306): Terminating (SIGTERM)\u000a09:01:30.364494 --- ParallelTerminationStrategy: PID 29300 died...\u000a09:01:30.418032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29300): Terminated: ok {rc=0}\u000a09:01:30.427589 --- ParallelTerminationStrategy: PID 29303 died...\u000a09:01:30.481072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29303): Terminated: ok {rc=0}\u000a09:01:30.490624 --- ParallelTerminationStrategy: PID 29306 died...\u000a09:01:30.543869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29306): Terminated: ok {rc=0}\u000a09:01:30.631181 bus /sierra_3: Setting Powered False\u000a09:01:31.757633 bus /sierra_3: Setting Powered False\u000a09:01:32.870707 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29315): Process ended prematurely: osmo-stp_10.42.42.5(pid=29315) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29315)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29315): Process ended prematurely: osmo-stp_10.42.42.5(pid=29315) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29315)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:01:33.978772 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:01:33.990387 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:01:34.146210 tst mo_mt_call_osmux.py: using LAC 32884\u000a09:01:34.261802 tst mo_mt_call_osmux.py: using RAC 244\u000a09:01:34.377317 tst mo_mt_call_osmux.py: using CellId 32884\u000a09:01:34.491978 tst mo_mt_call_osmux.py: using BVCI 32885\u000a09:01:34.514423 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:01:34.525582 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:01:34.537051 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:01:34.547956 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:01:34.559253 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:01:34.570580 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:01:34.685298 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:01:34.885280 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:01:35.344542 run create_hlr_db(pid=29309): Launched\u000a09:01:35.513162 bus /sierra_2: Setting Powered False\u000a09:01:36.535541 run create_hlr_db(pid=29309): Terminated: ok {rc=0}\u000a09:01:36.924806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29311): Launched\u000a09:01:37.217707 run osmo-hlr_10.42.42.2(pid=29312): Launched\u000a09:01:37.331163 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:01:37.847179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29314): Launched\u000a09:01:38.141551 run osmo-stp_10.42.42.5(pid=29315): Launched\u000a09:01:38.248780 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:01:38.784157 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29317): Launched\u000a09:01:39.078845 run osmo-msc_10.42.42.6(pid=29318): Launched\u000a09:01:39.252607 run osmo-stp_10.42.42.5(pid=29315): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29315)]\u000a09:01:39.379151 run osmo-stp_10.42.42.5(pid=29315): stdout: \u000a| (launched: 2022-12-13_09:01:37.997190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:39.502395 run osmo-stp_10.42.42.5(pid=29315): stderr: \u000a| �[0;m�[38;5;43m20221213090138165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090138166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090138167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090138167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090138168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090138168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090138168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:39.622138 run osmo-stp_10.42.42.5(pid=29315): stdout: \u000a| (launched: 2022-12-13_09:01:37.997190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:39.740689 run osmo-stp_10.42.42.5(pid=29315): stderr: \u000a| �[0;m�[38;5;43m20221213090138165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090138166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090138167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090138167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090138168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090138168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090138168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:39.792547 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29315): Process ended prematurely: osmo-stp_10.42.42.5(pid=29315) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29315)] [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a09:01:39.801084 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a09:01:39.861526 run osmo-hlr_10.42.42.2(pid=29312): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29312)]\u000a09:01:39.910593 run osmo-hlr_10.42.42.2(pid=29312): stdout: \u000a| (launched: 2022-12-13_09:01:37.073715) \u000a09:01:39.960813 run osmo-hlr_10.42.42.2(pid=29312): stderr: \u000a| �[0;m�[1;31m20221213090137247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090137247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090137247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090137247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090137247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090137247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090137259 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090137268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090137268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090137268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:01:40.027850 run osmo-msc_10.42.42.6(pid=29318): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29318)]\u000a09:01:40.076641 run osmo-msc_10.42.42.6(pid=29318): stdout: \u000a| (launched: 2022-12-13_09:01:38.933719) \u000a09:01:40.125558 run osmo-msc_10.42.42.6(pid=29318): stderr: \u000a| �[0;m�[38;5;43m20221213090139206 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213090139206 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3743c4ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213090139206 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213090139206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213090139206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213090139206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213090139208 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213090139208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213090139208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213090139209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:01:40.167298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29311): Terminating (SIGTERM)\u000a09:01:40.206665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29314): Terminating (SIGTERM)\u000a09:01:40.246016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29317): Terminating (SIGTERM)\u000a09:01:40.254933 --- ParallelTerminationStrategy: PID 29311 died...\u000a09:01:40.307746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29311): Terminated: ok {rc=0}\u000a09:01:40.317158 --- ParallelTerminationStrategy: PID 29314 died...\u000a09:01:40.370219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29314): Terminated: ok {rc=0}\u000a09:01:40.379535 --- ParallelTerminationStrategy: PID 29317 died...\u000a09:01:40.432020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29317): Terminated: ok {rc=0}\u000a09:01:40.514299 bus /sierra_3: Setting Powered False\u000a09:01:41.619834 bus /sierra_3: Setting Powered False\u000a09:01:42.726941 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:01:23" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29329): Process ended prematurely: osmo-stp_10.42.42.5(pid=29329) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29329)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29329): Process ended prematurely: osmo-stp_10.42.42.5(pid=29329) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:01:44.738092 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:01:44.750133 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:01:44.915644 tst mo_mt_call.py: using LAC 32885\u000a09:01:45.041972 tst mo_mt_call.py: using RAC 245\u000a09:01:45.165243 tst mo_mt_call.py: using CellId 32885\u000a09:01:45.285385 tst mo_mt_call.py: using BVCI 32886\u000a09:01:45.307834 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:01:45.319222 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:01:45.330470 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:01:45.341551 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:01:45.353044 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:01:45.364291 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:01:45.479318 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:01:45.686303 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:01:46.234084 run create_hlr_db(pid=29323): Launched\u000a09:01:46.420230 bus /sierra_2: Setting Powered False\u000a09:01:47.439332 run create_hlr_db(pid=29323): Terminated: ok {rc=0}\u000a09:01:47.857142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29325): Launched\u000a09:01:48.172514 run osmo-hlr_10.42.42.2(pid=29326): Launched\u000a09:01:48.288709 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:01:48.833861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29328): Launched\u000a09:01:49.147547 run osmo-stp_10.42.42.5(pid=29329): Launched\u000a09:01:49.262225 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:01:49.836413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29331): Launched\u000a09:01:50.152637 run osmo-msc_10.42.42.6(pid=29332): Launched\u000a09:01:50.338493 run osmo-stp_10.42.42.5(pid=29329): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29329)]\u000a09:01:50.472150 run osmo-stp_10.42.42.5(pid=29329): stdout: \u000a| (launched: 2022-12-13_09:01:48.994809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:50.605968 run osmo-stp_10.42.42.5(pid=29329): stderr: \u000a| �[0;m�[38;5;43m20221213090149188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090149188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090149188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090149189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090149189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090149189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090149189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:50.733225 run osmo-stp_10.42.42.5(pid=29329): stdout: \u000a| (launched: 2022-12-13_09:01:48.994809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:50.859219 run osmo-stp_10.42.42.5(pid=29329): stderr: \u000a| �[0;m�[38;5;43m20221213090149188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090149188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090149188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090149189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090149189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090149189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090149189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:50.914890 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29329): Process ended prematurely: osmo-stp_10.42.42.5(pid=29329) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29329)] [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a09:01:50.924288 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:01:50.986461 run osmo-hlr_10.42.42.2(pid=29326): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29326)]\u000a09:01:51.037724 run osmo-hlr_10.42.42.2(pid=29326): stdout: \u000a| (launched: 2022-12-13_09:01:48.018618) \u000a09:01:51.089080 run osmo-hlr_10.42.42.2(pid=29326): stderr: \u000a| �[0;m�[1;31m20221213090148216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090148217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090148217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090148217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090148217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090148217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090148228 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090148236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090148236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090148236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:01:51.159062 run osmo-msc_10.42.42.6(pid=29332): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29332)]\u000a09:01:51.209896 run osmo-msc_10.42.42.6(pid=29332): stdout: \u000a| (launched: 2022-12-13_09:01:49.998040) \u000a09:01:51.261124 run osmo-msc_10.42.42.6(pid=29332): stderr: \u000a| �[0;m�[38;5;43m20221213090150317 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213090150317 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f664f99ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213090150317 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213090150317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213090150317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213090150317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213090150319 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213090150319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213090150319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213090150320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:01:51.304513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29325): Terminating (SIGTERM)\u000a09:01:51.345815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29328): Terminating (SIGTERM)\u000a09:01:51.387065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29331): Terminating (SIGTERM)\u000a09:01:51.396622 --- ParallelTerminationStrategy: PID 29325 died...\u000a09:01:51.451801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29325): Terminated: ok {rc=0}\u000a09:01:51.461825 --- ParallelTerminationStrategy: PID 29328 died...\u000a09:01:51.516605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29328): Terminated: ok {rc=0}\u000a09:01:51.526632 --- ParallelTerminationStrategy: PID 29331 died...\u000a09:01:51.581512 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29331): Terminated: ok {rc=0}\u000a09:01:51.666967 bus /sierra_3: Setting Powered False\u000a09:01:52.772419 bus /sierra_3: Setting Powered False\u000a09:01:53.879684 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29340): Process ended prematurely: osmo-stp_10.42.42.5(pid=29340) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29340)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29340): Process ended prematurely: osmo-stp_10.42.42.5(pid=29340) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29340)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:01:54.992437 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:01:55.004530 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:01:55.166367 tst mo_mt_call_osmux.py: using LAC 32886\u000a09:01:55.289866 tst mo_mt_call_osmux.py: using RAC 246\u000a09:01:55.412660 tst mo_mt_call_osmux.py: using CellId 32886\u000a09:01:55.537828 tst mo_mt_call_osmux.py: using BVCI 32887\u000a09:01:55.561886 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:01:55.573590 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:01:55.585068 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:01:55.596539 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:01:55.608085 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:01:55.619516 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:01:55.735637 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:01:55.934504 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:01:56.399843 run create_hlr_db(pid=29334): Launched\u000a09:01:56.570190 bus /sierra_2: Setting Powered False\u000a09:01:57.593457 run create_hlr_db(pid=29334): Terminated: ok {rc=0}\u000a09:01:57.985458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29336): Launched\u000a09:01:58.280418 run osmo-hlr_10.42.42.2(pid=29337): Launched\u000a09:01:58.395581 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:01:58.914322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29339): Launched\u000a09:01:59.208655 run osmo-stp_10.42.42.5(pid=29340): Launched\u000a09:01:59.316624 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:01:59.854431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29342): Launched\u000a09:02:00.150538 run osmo-msc_10.42.42.6(pid=29343): Launched\u000a09:02:00.325801 run osmo-stp_10.42.42.5(pid=29340): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29340)]\u000a09:02:00.452070 run osmo-stp_10.42.42.5(pid=29340): stdout: \u000a| (launched: 2022-12-13_09:01:59.064064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:00.576040 run osmo-stp_10.42.42.5(pid=29340): stderr: \u000a| �[0;m�[38;5;43m20221213090159235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090159235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090159235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090159235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090159236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090159236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090159236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:00.695418 run osmo-stp_10.42.42.5(pid=29340): stdout: \u000a| (launched: 2022-12-13_09:01:59.064064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:00.814077 run osmo-stp_10.42.42.5(pid=29340): stderr: \u000a| �[0;m�[38;5;43m20221213090159235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090159235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090159235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090159235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090159236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090159236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090159236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:00.866193 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29340): Process ended prematurely: osmo-stp_10.42.42.5(pid=29340) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29340)] [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a09:02:00.874900 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a09:02:00.936445 run osmo-hlr_10.42.42.2(pid=29337): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29337)]\u000a09:02:00.992564 run osmo-hlr_10.42.42.2(pid=29337): stdout: \u000a| (launched: 2022-12-13_09:01:58.135820) \u000a09:02:01.044474 run osmo-hlr_10.42.42.2(pid=29337): stderr: \u000a| �[0;m�[1;31m20221213090158309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090158309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090158309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090158309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090158309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090158309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090158320 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090158328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090158329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090158329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:02:01.114511 run osmo-msc_10.42.42.6(pid=29343): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29343)]\u000a09:02:01.165460 run osmo-msc_10.42.42.6(pid=29343): stdout: \u000a| (launched: 2022-12-13_09:02:00.004487) \u000a09:02:01.217279 run osmo-msc_10.42.42.6(pid=29343): stderr: \u000a| �[0;m�[38;5;43m20221213090200273 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213090200273 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcdc07e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213090200273 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213090200273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213090200273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213090200273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213090200275 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213090200275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213090200276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213090200276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:02:01.261446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29336): Terminating (SIGTERM)\u000a09:02:01.302918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29339): Terminating (SIGTERM)\u000a09:02:01.344403 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29342): Terminating (SIGTERM)\u000a09:02:01.354092 --- ParallelTerminationStrategy: PID 29336 died...\u000a09:02:01.410744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29336): Terminated: ok {rc=0}\u000a09:02:01.421180 --- ParallelTerminationStrategy: PID 29339 died...\u000a09:02:01.477457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29339): Terminated: ok {rc=0}\u000a09:02:01.487819 --- ParallelTerminationStrategy: PID 29342 died...\u000a09:02:01.544020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29342): Terminated: ok {rc=0}\u000a09:02:01.632207 bus /sierra_3: Setting Powered False\u000a09:02:02.735796 bus /sierra_3: Setting Powered False\u000a09:02:03.846305 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:01:44" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29354): Process ended prematurely: osmo-stp_10.42.42.5(pid=29354) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29354)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29354): Process ended prematurely: osmo-stp_10.42.42.5(pid=29354) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29354)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:02:05.847406 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:02:05.859152 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a09:02:06.019327 tst mo_mt_call.py: using LAC 32887\u000a09:02:06.146257 tst mo_mt_call.py: using RAC 247\u000a09:02:06.267509 tst mo_mt_call.py: using CellId 32887\u000a09:02:06.391056 tst mo_mt_call.py: using BVCI 32888\u000a09:02:06.415154 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:02:06.426721 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:02:06.438084 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:02:06.449371 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:02:06.460764 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:02:06.472123 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:02:06.590554 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:02:06.789475 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:02:07.250482 run create_hlr_db(pid=29348): Launched\u000a09:02:07.419095 bus /sierra_2: Setting Powered False\u000a09:02:08.442155 run create_hlr_db(pid=29348): Terminated: ok {rc=0}\u000a09:02:08.858011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29350): Launched\u000a09:02:09.171519 run osmo-hlr_10.42.42.2(pid=29351): Launched\u000a09:02:09.288002 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:02:09.831670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29353): Launched\u000a09:02:10.146090 run osmo-stp_10.42.42.5(pid=29354): Launched\u000a09:02:10.260013 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:02:10.833727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29356): Launched\u000a09:02:11.147816 run osmo-msc_10.42.42.6(pid=29357): Launched\u000a09:02:11.332840 run osmo-stp_10.42.42.5(pid=29354): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29354)]\u000a09:02:11.466600 run osmo-stp_10.42.42.5(pid=29354): stdout: \u000a| (launched: 2022-12-13_09:02:09.992067)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:11.599759 run osmo-stp_10.42.42.5(pid=29354): stderr: \u000a| �[0;m�[38;5;43m20221213090210182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090210182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090210183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090210183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090210185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090210186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090210186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:11.726701 run osmo-stp_10.42.42.5(pid=29354): stdout: \u000a| (launched: 2022-12-13_09:02:09.992067)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:11.852417 run osmo-stp_10.42.42.5(pid=29354): stderr: \u000a| �[0;m�[38;5;43m20221213090210182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090210182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090210183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090210183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090210185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090210186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090210186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:11.908076 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29354): Process ended prematurely: osmo-stp_10.42.42.5(pid=29354) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29354)] [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a09:02:11.917540 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a09:02:11.979378 run osmo-hlr_10.42.42.2(pid=29351): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29351)]\u000a09:02:12.030704 run osmo-hlr_10.42.42.2(pid=29351): stdout: \u000a| (launched: 2022-12-13_09:02:09.018345) \u000a09:02:12.082888 run osmo-hlr_10.42.42.2(pid=29351): stderr: \u000a| �[0;m�[1;31m20221213090209216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090209216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090209216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090209216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090209216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090209216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090209229 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090209237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090209238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090209238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:02:12.153190 run osmo-msc_10.42.42.6(pid=29357): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29357)]\u000a09:02:12.203571 run osmo-msc_10.42.42.6(pid=29357): stdout: \u000a| (launched: 2022-12-13_09:02:10.994515) \u000a09:02:12.254521 run osmo-msc_10.42.42.6(pid=29357): stderr: \u000a| �[0;m�[38;5;43m20221213090211313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213090211314 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f42d0a87c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213090211314 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213090211314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213090211314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213090211314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213090211317 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213090211318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213090211318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213090211318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:02:12.297869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29350): Terminating (SIGTERM)\u000a09:02:12.339131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29353): Terminating (SIGTERM)\u000a09:02:12.380289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29356): Terminating (SIGTERM)\u000a09:02:12.389965 --- ParallelTerminationStrategy: PID 29350 died...\u000a09:02:12.445379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29350): Terminated: ok {rc=0}\u000a09:02:12.455444 --- ParallelTerminationStrategy: PID 29353 died...\u000a09:02:12.510625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29353): Terminated: ok {rc=0}\u000a09:02:12.520403 --- ParallelTerminationStrategy: PID 29356 died...\u000a09:02:12.575759 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29356): Terminated: ok {rc=0}\u000a09:02:12.661081 bus /sierra_3: Setting Powered False\u000a09:02:13.764534 bus /sierra_3: Setting Powered False\u000a09:02:14.871024 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29365): Process ended prematurely: osmo-stp_10.42.42.5(pid=29365) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29365)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29365): Process ended prematurely: osmo-stp_10.42.42.5(pid=29365) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29365)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:02:16.015327 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:02:16.027848 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a09:02:16.225886 tst mo_mt_call_osmux.py: using LAC 32888\u000a09:02:16.383441 tst mo_mt_call_osmux.py: using RAC 248\u000a09:02:16.516817 tst mo_mt_call_osmux.py: using CellId 32888\u000a09:02:16.663879 tst mo_mt_call_osmux.py: using BVCI 32889\u000a09:02:16.688682 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:02:16.701026 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:02:16.713110 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:02:16.725196 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:02:16.737855 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:02:16.750494 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:02:16.900489 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:02:17.112032 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:02:17.614974 run create_hlr_db(pid=29359): Launched\u000a09:02:17.784175 bus /sierra_2: Setting Powered False\u000a09:02:18.807294 run create_hlr_db(pid=29359): Terminated: ok {rc=0}\u000a09:02:19.198895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29361): Launched\u000a09:02:19.492697 run osmo-hlr_10.42.42.2(pid=29362): Launched\u000a09:02:19.607927 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:02:20.127674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29364): Launched\u000a09:02:20.422269 run osmo-stp_10.42.42.5(pid=29365): Launched\u000a09:02:20.530663 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:02:21.068643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29367): Launched\u000a09:02:21.363947 run osmo-msc_10.42.42.6(pid=29368): Launched\u000a09:02:21.539176 run osmo-stp_10.42.42.5(pid=29365): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29365)]\u000a09:02:21.665089 run osmo-stp_10.42.42.5(pid=29365): stdout: \u000a| (launched: 2022-12-13_09:02:20.277960)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:21.788289 run osmo-stp_10.42.42.5(pid=29365): stderr: \u000a| �[0;m�[38;5;43m20221213090220448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090220449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090220449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090220449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090220450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090220450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090220450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:21.907496 run osmo-stp_10.42.42.5(pid=29365): stdout: \u000a| (launched: 2022-12-13_09:02:20.277960)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:22.025753 run osmo-stp_10.42.42.5(pid=29365): stderr: \u000a| �[0;m�[38;5;43m20221213090220448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090220449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090220449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090220449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090220450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090220450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090220450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:22.077842 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29365): Process ended prematurely: osmo-stp_10.42.42.5(pid=29365) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29365)] [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a09:02:22.086596 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:02:22.145577 run osmo-hlr_10.42.42.2(pid=29362): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29362)]\u000a09:02:22.194239 run osmo-hlr_10.42.42.2(pid=29362): stdout: \u000a| (launched: 2022-12-13_09:02:19.348413) \u000a09:02:22.243301 run osmo-hlr_10.42.42.2(pid=29362): stderr: \u000a| �[0;m�[1;31m20221213090219523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090219523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090219523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090219523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090219523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090219523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090219536 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090219545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090219545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090219545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:02:22.309745 run osmo-msc_10.42.42.6(pid=29368): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29368)]\u000a09:02:22.358176 run osmo-msc_10.42.42.6(pid=29368): stdout: \u000a| (launched: 2022-12-13_09:02:21.218222) \u000a09:02:22.407337 run osmo-msc_10.42.42.6(pid=29368): stderr: \u000a| �[0;m�[38;5;43m20221213090221486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213090221486 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2859ce8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213090221486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213090221486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213090221487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213090221487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213090221489 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213090221489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213090221489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213090221489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:02:22.449007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29361): Terminating (SIGTERM)\u000a09:02:22.488228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29364): Terminating (SIGTERM)\u000a09:02:22.527358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29367): Terminating (SIGTERM)\u000a09:02:22.536385 --- ParallelTerminationStrategy: PID 29361 died...\u000a09:02:22.589621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29361): Terminated: ok {rc=0}\u000a09:02:22.599078 --- ParallelTerminationStrategy: PID 29364 died...\u000a09:02:22.651964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29364): Terminated: ok {rc=0}\u000a09:02:22.661462 --- ParallelTerminationStrategy: PID 29367 died...\u000a09:02:22.714164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29367): Terminated: ok {rc=0}\u000a09:02:22.802037 bus /sierra_3: Setting Powered False\u000a09:02:23.903635 bus /sierra_3: Setting Powered False\u000a09:02:25.009555 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:02:05" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29379): Process ended prematurely: osmo-stp_10.42.42.5(pid=29379) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29379)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29379): Process ended prematurely: osmo-stp_10.42.42.5(pid=29379) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29379)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:02:27.016171 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:02:27.027986 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:02:27.191657 tst mo_mt_call.py: using LAC 32889\u000a09:02:27.314288 tst mo_mt_call.py: using RAC 249\u000a09:02:27.436187 tst mo_mt_call.py: using CellId 32889\u000a09:02:27.562943 tst mo_mt_call.py: using BVCI 32890\u000a09:02:27.586982 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:02:27.598522 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:02:27.610021 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:02:27.621394 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:02:27.633040 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:02:27.644535 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:02:27.761938 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:02:27.959754 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:02:28.424457 run create_hlr_db(pid=29373): Launched\u000a09:02:28.594636 bus /sierra_2: Setting Powered False\u000a09:02:29.616317 run create_hlr_db(pid=29373): Terminated: ok {rc=0}\u000a09:02:30.007652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29375): Launched\u000a09:02:30.302371 run osmo-hlr_10.42.42.2(pid=29376): Launched\u000a09:02:30.409485 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:02:30.919380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29378): Launched\u000a09:02:31.230833 run osmo-stp_10.42.42.5(pid=29379): Launched\u000a09:02:31.502649 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:02:32.206840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29381): Launched\u000a09:02:32.545553 run osmo-msc_10.42.42.6(pid=29382): Launched\u000a09:02:32.732296 run osmo-stp_10.42.42.5(pid=29379): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29379)]\u000a09:02:32.867210 run osmo-stp_10.42.42.5(pid=29379): stdout: \u000a| (launched: 2022-12-13_09:02:31.078541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:33.000800 run osmo-stp_10.42.42.5(pid=29379): stderr: \u000a| �[0;m�[38;5;43m20221213090231457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090231458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090231459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090231462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090231463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090231463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090231463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:33.128560 run osmo-stp_10.42.42.5(pid=29379): stdout: \u000a| (launched: 2022-12-13_09:02:31.078541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:33.255129 run osmo-stp_10.42.42.5(pid=29379): stderr: \u000a| �[0;m�[38;5;43m20221213090231457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090231458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090231459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090231462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090231463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090231463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090231463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:33.312253 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29379): Process ended prematurely: osmo-stp_10.42.42.5(pid=29379) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29379)] [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a09:02:33.321774 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a09:02:33.384020 run osmo-hlr_10.42.42.2(pid=29376): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29376)]\u000a09:02:33.435128 run osmo-hlr_10.42.42.2(pid=29376): stdout: \u000a| (launched: 2022-12-13_09:02:30.157253) \u000a09:02:33.486729 run osmo-hlr_10.42.42.2(pid=29376): stderr: \u000a| �[0;m�[1;31m20221213090230334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090230334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090230334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090230334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090230334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090230334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090230346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090230354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090230355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090230355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:02:33.556845 run osmo-msc_10.42.42.6(pid=29382): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29382)]\u000a09:02:33.607610 run osmo-msc_10.42.42.6(pid=29382): stdout: \u000a| (launched: 2022-12-13_09:02:32.361439) \u000a09:02:33.658978 run osmo-msc_10.42.42.6(pid=29382): stderr: \u000a| �[0;m�[38;5;43m20221213090232680 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213090232680 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7f50223c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213090232680 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213090232680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213090232680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213090232680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213090232682 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213090232683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213090232683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213090232683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:02:33.702649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29375): Terminating (SIGTERM)\u000a09:02:33.744690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29378): Terminating (SIGTERM)\u000a09:02:33.786200 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29381): Terminating (SIGTERM)\u000a09:02:33.795837 --- ParallelTerminationStrategy: PID 29375 died...\u000a09:02:33.851407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29375): Terminated: ok {rc=0}\u000a09:02:33.861592 --- ParallelTerminationStrategy: PID 29378 died...\u000a09:02:33.917147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29378): Terminated: ok {rc=0}\u000a09:02:33.927231 --- ParallelTerminationStrategy: PID 29381 died...\u000a09:02:33.982706 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29381): Terminated: ok {rc=0}\u000a09:02:34.068338 bus /sierra_3: Setting Powered False\u000a09:02:35.173035 bus /sierra_3: Setting Powered False\u000a09:02:36.279010 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29391): Process ended prematurely: osmo-stp_10.42.42.5(pid=29391) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29391)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29391): Process ended prematurely: osmo-stp_10.42.42.5(pid=29391) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29391)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:02:37.392058 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:02:37.404362 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:02:37.568494 tst mo_mt_call_osmux.py: using LAC 32890\u000a09:02:37.691908 tst mo_mt_call_osmux.py: using RAC 250\u000a09:02:37.815572 tst mo_mt_call_osmux.py: using CellId 32890\u000a09:02:37.935477 tst mo_mt_call_osmux.py: using BVCI 32891\u000a09:02:37.958075 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:02:37.969532 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:02:37.980799 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:02:37.991940 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:02:38.003602 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:02:38.015056 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:02:38.134539 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:02:38.334159 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:02:38.798673 run create_hlr_db(pid=29385): Launched\u000a09:02:38.968582 bus /sierra_2: Setting Powered False\u000a09:02:39.989105 run create_hlr_db(pid=29385): Terminated: ok {rc=0}\u000a09:02:40.381407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29387): Launched\u000a09:02:40.677516 run osmo-hlr_10.42.42.2(pid=29388): Launched\u000a09:02:40.793298 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:02:41.323815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29390): Launched\u000a09:02:41.640037 run osmo-stp_10.42.42.5(pid=29391): Launched\u000a09:02:41.756693 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:02:42.334870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29393): Launched\u000a09:02:42.652507 run osmo-msc_10.42.42.6(pid=29394): Launched\u000a09:02:42.838297 run osmo-stp_10.42.42.5(pid=29391): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29391)]\u000a09:02:42.972635 run osmo-stp_10.42.42.5(pid=29391): stdout: \u000a| (launched: 2022-12-13_09:02:41.485449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:43.107697 run osmo-stp_10.42.42.5(pid=29391): stderr: \u000a| �[0;m�[38;5;43m20221213090241676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090241676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090241676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090241677 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090241677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090241677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090241677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:43.235650 run osmo-stp_10.42.42.5(pid=29391): stdout: \u000a| (launched: 2022-12-13_09:02:41.485449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:43.362380 run osmo-stp_10.42.42.5(pid=29391): stderr: \u000a| �[0;m�[38;5;43m20221213090241676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090241676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090241676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090241677 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090241677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090241677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090241677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:43.418444 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29391): Process ended prematurely: osmo-stp_10.42.42.5(pid=29391) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29391)] [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a09:02:43.427931 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:02:43.490219 run osmo-hlr_10.42.42.2(pid=29388): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29388)]\u000a09:02:43.541788 run osmo-hlr_10.42.42.2(pid=29388): stdout: \u000a| (launched: 2022-12-13_09:02:40.531249) \u000a09:02:43.593580 run osmo-hlr_10.42.42.2(pid=29388): stderr: \u000a| �[0;m�[1;31m20221213090240708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090240708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090240708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090240708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090240708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090240708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090240720 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090240728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090240728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090240728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:02:43.663572 run osmo-msc_10.42.42.6(pid=29394): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29394)]\u000a09:02:43.714629 run osmo-msc_10.42.42.6(pid=29394): stdout: \u000a| (launched: 2022-12-13_09:02:42.497420) \u000a09:02:43.766256 run osmo-msc_10.42.42.6(pid=29394): stderr: \u000a| �[0;m�[38;5;43m20221213090242821 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213090242821 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa199283c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213090242821 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213090242821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213090242821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213090242822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213090242823 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213090242824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213090242824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213090242824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:02:43.810012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29387): Terminating (SIGTERM)\u000a09:02:43.852123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29390): Terminating (SIGTERM)\u000a09:02:43.894481 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29393): Terminating (SIGTERM)\u000a09:02:43.904147 --- ParallelTerminationStrategy: PID 29387 died...\u000a09:02:43.960111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29387): Terminated: ok {rc=0}\u000a09:02:43.970246 --- ParallelTerminationStrategy: PID 29390 died...\u000a09:02:44.026212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29390): Terminated: ok {rc=0}\u000a09:02:44.036338 --- ParallelTerminationStrategy: PID 29393 died...\u000a09:02:44.091909 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29393): Terminated: ok {rc=0}\u000a09:02:44.177517 bus /sierra_3: Setting Powered False\u000a09:02:45.282210 bus /sierra_3: Setting Powered False\u000a09:02:46.388770 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:02:26" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29405): Process ended prematurely: osmo-stp_10.42.42.5(pid=29405) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29405)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29405): Process ended prematurely: osmo-stp_10.42.42.5(pid=29405) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29405)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a09:02:48.397837 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:02:48.409862 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:02:48.572084 tst mo_mt_call.py: using LAC 32891\u000a09:02:48.697727 tst mo_mt_call.py: using RAC 251\u000a09:02:48.823188 tst mo_mt_call.py: using CellId 32891\u000a09:02:48.946323 tst mo_mt_call.py: using BVCI 32892\u000a09:02:48.970287 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:02:48.981955 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:02:48.993354 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:02:49.005066 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:02:49.016610 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:02:49.028164 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:02:49.145259 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:02:49.352028 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:02:49.854295 run create_hlr_db(pid=29399): Launched\u000a09:02:50.036494 bus /sierra_2: Setting Powered False\u000a09:02:51.058743 run create_hlr_db(pid=29399): Terminated: ok {rc=0}\u000a09:02:51.475979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29401): Launched\u000a09:02:51.790356 run osmo-hlr_10.42.42.2(pid=29402): Launched\u000a09:02:51.906061 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:02:52.451477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29404): Launched\u000a09:02:52.766249 run osmo-stp_10.42.42.5(pid=29405): Launched\u000a09:02:52.880853 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:02:53.456260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29407): Launched\u000a09:02:53.770658 run osmo-msc_10.42.42.6(pid=29408): Launched\u000a09:02:53.955055 run osmo-stp_10.42.42.5(pid=29405): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29405)]\u000a09:02:54.088723 run osmo-stp_10.42.42.5(pid=29405): stdout: \u000a| (launched: 2022-12-13_09:02:52.612085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:54.221919 run osmo-stp_10.42.42.5(pid=29405): stderr: \u000a| �[0;m�[38;5;43m20221213090252803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090252803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090252804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090252804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090252805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090252805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090252805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:54.348863 run osmo-stp_10.42.42.5(pid=29405): stdout: \u000a| (launched: 2022-12-13_09:02:52.612085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:54.475312 run osmo-stp_10.42.42.5(pid=29405): stderr: \u000a| �[0;m�[38;5;43m20221213090252803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090252803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090252804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090252804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090252805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090252805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090252805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:54.531133 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29405): Process ended prematurely: osmo-stp_10.42.42.5(pid=29405) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29405)] [trial-2387↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a09:02:54.540366 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:02:54.601881 run osmo-hlr_10.42.42.2(pid=29402): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29402)]\u000a09:02:54.652695 run osmo-hlr_10.42.42.2(pid=29402): stdout: \u000a| (launched: 2022-12-13_09:02:51.636800) \u000a09:02:54.704160 run osmo-hlr_10.42.42.2(pid=29402): stderr: \u000a| �[0;m�[1;31m20221213090251835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090251835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090251835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090251835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090251835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090251836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090251849 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090251859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090251859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090251859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:02:54.773972 run osmo-msc_10.42.42.6(pid=29408): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29408)]\u000a09:02:54.824396 run osmo-msc_10.42.42.6(pid=29408): stdout: \u000a| (launched: 2022-12-13_09:02:53.617078) \u000a09:02:54.875285 run osmo-msc_10.42.42.6(pid=29408): stderr: \u000a| �[0;m�[38;5;43m20221213090253941 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213090253941 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc310d2ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213090253941 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213090253941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213090253942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213090253942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213090253943 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213090253944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213090253944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213090253944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:02:54.918673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29401): Terminating (SIGTERM)\u000a09:02:54.959656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29404): Terminating (SIGTERM)\u000a09:02:55.000605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29407): Terminating (SIGTERM)\u000a09:02:55.010118 --- ParallelTerminationStrategy: PID 29401 died...\u000a09:02:55.065078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29401): Terminated: ok {rc=0}\u000a09:02:55.075084 --- ParallelTerminationStrategy: PID 29404 died...\u000a09:02:55.129825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29404): Terminated: ok {rc=0}\u000a09:02:55.139703 --- ParallelTerminationStrategy: PID 29407 died...\u000a09:02:55.194603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29407): Terminated: ok {rc=0}\u000a09:02:55.280235 bus /sierra_3: Setting Powered False\u000a09:02:56.381151 bus /sierra_3: Setting Powered False\u000a09:02:57.487125 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29417): Process ended prematurely: osmo-stp_10.42.42.5(pid=29417) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29417)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29417): Process ended prematurely: osmo-stp_10.42.42.5(pid=29417) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29417)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:02:58.599792 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:02:58.612147 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:02:58.776752 tst mo_mt_call_osmux.py: using LAC 32892\u000a09:02:58.902237 tst mo_mt_call_osmux.py: using RAC 252\u000a09:02:59.027129 tst mo_mt_call_osmux.py: using CellId 32892\u000a09:02:59.152640 tst mo_mt_call_osmux.py: using BVCI 32893\u000a09:02:59.176572 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:02:59.188199 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:02:59.199699 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:02:59.211189 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:02:59.222773 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:02:59.234204 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:02:59.350825 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:02:59.548887 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:03:00.028291 run create_hlr_db(pid=29410): Launched\u000a09:03:00.210487 bus /sierra_2: Setting Powered False\u000a09:03:01.262537 run create_hlr_db(pid=29410): Terminated: ok {rc=0}\u000a09:03:01.762337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29413): Launched\u000a09:03:02.189742 run osmo-hlr_10.42.42.2(pid=29414): Launched\u000a09:03:02.362070 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:03:02.912101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29416): Launched\u000a09:03:03.226612 run osmo-stp_10.42.42.5(pid=29417): Launched\u000a09:03:03.341288 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:03:03.916845 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29419): Launched\u000a09:03:04.232604 run osmo-msc_10.42.42.6(pid=29420): Launched\u000a09:03:04.417761 run osmo-stp_10.42.42.5(pid=29417): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29417)]\u000a09:03:04.551897 run osmo-stp_10.42.42.5(pid=29417): stdout: \u000a| (launched: 2022-12-13_09:03:03.073682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:04.685620 run osmo-stp_10.42.42.5(pid=29417): stderr: \u000a| �[0;m�[38;5;43m20221213090303266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090303266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090303266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090303267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090303267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090303267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090303267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:04.812597 run osmo-stp_10.42.42.5(pid=29417): stdout: \u000a| (launched: 2022-12-13_09:03:03.073682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:04.938733 run osmo-stp_10.42.42.5(pid=29417): stderr: \u000a| �[0;m�[38;5;43m20221213090303266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090303266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090303266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090303267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090303267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090303267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090303267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:04.994333 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29417): Process ended prematurely: osmo-stp_10.42.42.5(pid=29417) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29417)] [trial-2387↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a09:03:05.003762 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a09:03:05.065507 run osmo-hlr_10.42.42.2(pid=29414): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29414)]\u000a09:03:05.116275 run osmo-hlr_10.42.42.2(pid=29414): stdout: \u000a| (launched: 2022-12-13_09:03:01.926449) \u000a09:03:05.167553 run osmo-hlr_10.42.42.2(pid=29414): stderr: \u000a| �[0;m�[1;31m20221213090302238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090302238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090302238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090302238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090302238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090302238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090302250 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090302263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090302263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090302263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:03:05.237240 run osmo-msc_10.42.42.6(pid=29420): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29420)]\u000a09:03:05.287512 run osmo-msc_10.42.42.6(pid=29420): stdout: \u000a| (launched: 2022-12-13_09:03:04.078415) \u000a09:03:05.338596 run osmo-msc_10.42.42.6(pid=29420): stderr: \u000a| �[0;m�[38;5;43m20221213090304398 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213090304399 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe403345c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213090304399 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213090304399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213090304399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213090304399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213090304401 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213090304401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213090304401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213090304401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:03:05.382025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29413): Terminating (SIGTERM)\u000a09:03:05.423326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29416): Terminating (SIGTERM)\u000a09:03:05.464343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29419): Terminating (SIGTERM)\u000a09:03:05.473962 --- ParallelTerminationStrategy: PID 29413 died...\u000a09:03:05.528929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29413): Terminated: ok {rc=0}\u000a09:03:05.539017 --- ParallelTerminationStrategy: PID 29416 died...\u000a09:03:05.594043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29416): Terminated: ok {rc=0}\u000a09:03:05.604051 --- ParallelTerminationStrategy: PID 29419 died...\u000a09:03:05.658903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29419): Terminated: ok {rc=0}\u000a09:03:05.744060 bus /sierra_3: Setting Powered False\u000a09:03:06.844694 bus /sierra_3: Setting Powered False\u000a09:03:07.954661 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:02:48" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29433): Process ended prematurely: osmo-stp_10.42.42.5(pid=29433) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29433)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29433): Process ended prematurely: osmo-stp_10.42.42.5(pid=29433) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29433)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a09:03:09.961297 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:03:09.973036 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:03:10.137804 tst mo_mt_call.py: using LAC 32893\u000a09:03:10.263230 tst mo_mt_call.py: using RAC 253\u000a09:03:10.386154 tst mo_mt_call.py: using CellId 32893\u000a09:03:10.511207 tst mo_mt_call.py: using BVCI 32894\u000a09:03:10.535327 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:03:10.546738 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:03:10.557934 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:03:10.569339 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:03:10.580733 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:03:10.592124 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:03:10.706508 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:03:10.903005 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:03:11.367398 run create_hlr_db(pid=29427): Launched\u000a09:03:11.537103 bus /sierra_2: Setting Powered False\u000a09:03:12.558883 run create_hlr_db(pid=29427): Terminated: ok {rc=0}\u000a09:03:12.977856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29429): Launched\u000a09:03:13.294517 run osmo-hlr_10.42.42.2(pid=29430): Launched\u000a09:03:13.411603 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:03:13.960112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29432): Launched\u000a09:03:14.277332 run osmo-stp_10.42.42.5(pid=29433): Launched\u000a09:03:14.399647 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:03:14.975321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29435): Launched\u000a09:03:15.291242 run osmo-msc_10.42.42.6(pid=29436): Launched\u000a09:03:15.476820 run osmo-stp_10.42.42.5(pid=29433): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29433)]\u000a09:03:15.610324 run osmo-stp_10.42.42.5(pid=29433): stdout: \u000a| (launched: 2022-12-13_09:03:14.122552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:15.743539 run osmo-stp_10.42.42.5(pid=29433): stderr: \u000a| �[0;m�[38;5;43m20221213090314314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090314315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090314315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090314315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090314316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090314316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090314316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:15.870962 run osmo-stp_10.42.42.5(pid=29433): stdout: \u000a| (launched: 2022-12-13_09:03:14.122552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:16.017501 run osmo-stp_10.42.42.5(pid=29433): stderr: \u000a| �[0;m�[38;5;43m20221213090314314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090314315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090314315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090314315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090314316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090314316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090314316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:16.072840 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29433): Process ended prematurely: osmo-stp_10.42.42.5(pid=29433) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29433)] [trial-2387↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a09:03:16.083155 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:03:16.147699 run osmo-hlr_10.42.42.2(pid=29430): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29430)]\u000a09:03:16.200615 run osmo-hlr_10.42.42.2(pid=29430): stdout: \u000a| (launched: 2022-12-13_09:03:13.140162) \u000a09:03:16.252841 run osmo-hlr_10.42.42.2(pid=29430): stderr: \u000a| �[0;m�[1;31m20221213090313339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090313339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090313339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090313339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090313339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090313339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090313351 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090313360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090313360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090313360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:03:16.322591 run osmo-msc_10.42.42.6(pid=29436): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29436)]\u000a09:03:16.375344 run osmo-msc_10.42.42.6(pid=29436): stdout: \u000a| (launched: 2022-12-13_09:03:15.137333) \u000a09:03:16.427883 run osmo-msc_10.42.42.6(pid=29436): stderr: \u000a| �[0;m�[38;5;43m20221213090315458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213090315458 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fed56c8dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213090315458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213090315458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213090315459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213090315459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213090315462 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213090315463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213090315463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213090315463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:03:16.472147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29429): Terminating (SIGTERM)\u000a09:03:16.514362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29432): Terminating (SIGTERM)\u000a09:03:16.560590 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29435): Terminating (SIGTERM)\u000a09:03:16.571058 --- ParallelTerminationStrategy: PID 29429 died...\u000a09:03:16.630341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29429): Terminated: ok {rc=0}\u000a09:03:16.640804 --- ParallelTerminationStrategy: PID 29432 died...\u000a09:03:16.697844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29432): Terminated: ok {rc=0}\u000a09:03:16.708312 --- ParallelTerminationStrategy: PID 29435 died...\u000a09:03:16.765884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29435): Terminated: ok {rc=0}\u000a09:03:16.853141 bus /sierra_3: Setting Powered False\u000a09:03:17.953260 bus /sierra_3: Setting Powered False\u000a09:03:19.064544 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29444): Process ended prematurely: osmo-stp_10.42.42.5(pid=29444) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29444)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29444): Process ended prematurely: osmo-stp_10.42.42.5(pid=29444) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29444)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:03:20.173608 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:03:20.185138 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:03:20.340099 tst mo_mt_call_osmux.py: using LAC 32894\u000a09:03:20.464836 tst mo_mt_call_osmux.py: using RAC 254\u000a09:03:20.588646 tst mo_mt_call_osmux.py: using CellId 32894\u000a09:03:20.712753 tst mo_mt_call_osmux.py: using BVCI 32895\u000a09:03:20.737221 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:03:20.748835 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:03:20.760182 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:03:20.771539 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:03:20.782992 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:03:20.794273 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:03:20.910384 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:03:21.122539 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:03:21.625232 run create_hlr_db(pid=29438): Launched\u000a09:03:21.807131 bus /sierra_2: Setting Powered False\u000a09:03:22.829412 run create_hlr_db(pid=29438): Terminated: ok {rc=0}\u000a09:03:23.222752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29440): Launched\u000a09:03:23.516671 run osmo-hlr_10.42.42.2(pid=29441): Launched\u000a09:03:23.632167 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:03:24.151397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29443): Launched\u000a09:03:24.446614 run osmo-stp_10.42.42.5(pid=29444): Launched\u000a09:03:24.557165 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:03:25.095370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29446): Launched\u000a09:03:25.390005 run osmo-msc_10.42.42.6(pid=29447): Launched\u000a09:03:25.564713 run osmo-stp_10.42.42.5(pid=29444): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29444)]\u000a09:03:25.691172 run osmo-stp_10.42.42.5(pid=29444): stdout: \u000a| (launched: 2022-12-13_09:03:24.301598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:25.814845 run osmo-stp_10.42.42.5(pid=29444): stderr: \u000a| �[0;m�[38;5;43m20221213090324473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090324473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090324473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090324474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090324474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090324474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090324474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:25.934157 run osmo-stp_10.42.42.5(pid=29444): stdout: \u000a| (launched: 2022-12-13_09:03:24.301598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:26.052637 run osmo-stp_10.42.42.5(pid=29444): stderr: \u000a| �[0;m�[38;5;43m20221213090324473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090324473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090324473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090324474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090324474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090324474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090324474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:26.104716 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29444): Process ended prematurely: osmo-stp_10.42.42.5(pid=29444) [trial-2387↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29444)] [trial-2387↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a09:03:26.113282 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a09:03:26.173155 run osmo-hlr_10.42.42.2(pid=29441): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29441)]\u000a09:03:26.221965 run osmo-hlr_10.42.42.2(pid=29441): stdout: \u000a| (launched: 2022-12-13_09:03:23.372454) \u000a09:03:26.271264 run osmo-hlr_10.42.42.2(pid=29441): stderr: \u000a| �[0;m�[1;31m20221213090323545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090323545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090323545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090323545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090323545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090323545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090323557 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090323566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090323566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090323566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:03:26.338135 run osmo-msc_10.42.42.6(pid=29447): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29447)]\u000a09:03:26.386846 run osmo-msc_10.42.42.6(pid=29447): stdout: \u000a| (launched: 2022-12-13_09:03:25.244813) \u000a09:03:26.436148 run osmo-msc_10.42.42.6(pid=29447): stderr: \u000a| �[0;m�[38;5;43m20221213090325517 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213090325517 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbeefa5cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213090325518 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213090325518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213090325518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213090325518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213090325520 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213090325520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213090325520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213090325520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:03:26.477794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29440): Terminating (SIGTERM)\u000a09:03:26.517220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29443): Terminating (SIGTERM)\u000a09:03:26.556844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29446): Terminating (SIGTERM)\u000a09:03:26.565888 --- ParallelTerminationStrategy: PID 29440 died...\u000a09:03:26.619164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29440): Terminated: ok {rc=0}\u000a09:03:26.628518 --- ParallelTerminationStrategy: PID 29443 died...\u000a09:03:26.681161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29443): Terminated: ok {rc=0}\u000a09:03:26.690468 --- ParallelTerminationStrategy: PID 29446 died...\u000a09:03:26.743371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29446): Terminated: ok {rc=0}\u000a09:03:26.826823 bus /sierra_3: Setting Powered False\u000a09:03:27.932658 bus /sierra_3: Setting Powered False\u000a09:03:29.039444 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:03:09" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29459): Process ended prematurely: osmo-stp_10.42.42.5(pid=29459) [trial-2387↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29459)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29459): Process ended prematurely: osmo-stp_10.42.42.5(pid=29459) [trial-2387↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a09:03:31.080871 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:03:31.098578 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a09:03:31.244806 tst emergency_mo_mt_call.py: using LAC 32895\u000a09:03:31.387942 tst emergency_mo_mt_call.py: using RAC 255\u000a09:03:31.505482 tst emergency_mo_mt_call.py: using CellId 32895\u000a09:03:31.626419 tst emergency_mo_mt_call.py: using BVCI 32896\u000a09:03:31.651143 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:03:31.663706 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:03:31.675817 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:03:31.688041 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:03:31.699654 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:03:31.712086 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a09:03:31.830780 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a09:03:32.038928 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:03:32.540082 run create_hlr_db(pid=29453): Launched\u000a09:03:32.720485 bus /sierra_2: Setting Powered False\u000a09:03:33.740469 run create_hlr_db(pid=29453): Terminated: ok {rc=0}\u000a09:03:34.152291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29455): Launched\u000a09:03:34.460295 run osmo-hlr_10.42.42.2(pid=29456): Launched\u000a09:03:34.578275 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:03:35.117051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29458): Launched\u000a09:03:35.426112 run osmo-stp_10.42.42.5(pid=29459): Launched\u000a09:03:35.550951 tst emergency_mo_mt_call.py: using MSISDN 8076\u000a09:03:35.706469 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:03:36.273337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29461): Launched\u000a09:03:36.582759 run osmo-msc_10.42.42.6(pid=29462): Launched\u000a09:03:36.764460 run osmo-stp_10.42.42.5(pid=29459): ERR: Terminated: ERROR {rc=1} [trial-2387↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29459)]\u000a09:03:36.897270 run osmo-stp_10.42.42.5(pid=29459): stdout: \u000a| (launched: 2022-12-13_09:03:35.275163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:37.029446 run osmo-stp_10.42.42.5(pid=29459): stderr: \u000a| �[0;m�[38;5;43m20221213090335466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090335466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090335467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090335467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090335467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090335467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090335468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:37.154712 run osmo-stp_10.42.42.5(pid=29459): stdout: \u000a| (launched: 2022-12-13_09:03:35.275163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:37.278661 run osmo-stp_10.42.42.5(pid=29459): stderr: \u000a| �[0;m�[38;5;43m20221213090335466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090335466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090335467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090335467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090335467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090335467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090335468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:37.333167 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=29459): Process ended prematurely: osmo-stp_10.42.42.5(pid=29459) [trial-2387↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29459)] [trial-2387↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a09:03:37.341869 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a09:03:37.403684 run osmo-hlr_10.42.42.2(pid=29456): ERR: Terminated: ERROR {rc=237} [trial-2387↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29456)]\u000a09:03:37.454739 run osmo-hlr_10.42.42.2(pid=29456): stdout: \u000a| (launched: 2022-12-13_09:03:34.309687) \u000a09:03:37.506190 run osmo-hlr_10.42.42.2(pid=29456): stderr: \u000a| �[0;m�[1;31m20221213090334507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090334507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090334507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090334507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090334507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090334507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090334519 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090334530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090334530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090334530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:03:37.576006 run osmo-msc_10.42.42.6(pid=29462): ERR: Terminated: ERROR {rc=2} [trial-2387↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29462)]\u000a09:03:37.627122 run osmo-msc_10.42.42.6(pid=29462): stdout: \u000a| (launched: 2022-12-13_09:03:36.431226) \u000a09:03:37.678671 run osmo-msc_10.42.42.6(pid=29462): stderr: \u000a| �[0;m�[38;5;43m20221213090336751 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213090336751 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2f2fddcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213090336751 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213090336751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213090336751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213090336752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213090336754 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213090336755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213090336755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213090336755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:03:37.722374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29455): Terminating (SIGTERM)\u000a09:03:37.763704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29458): Terminating (SIGTERM)\u000a09:03:37.805173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29461): Terminating (SIGTERM)\u000a09:03:37.814754 --- ParallelTerminationStrategy: PID 29455 died...\u000a09:03:37.870180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29455): Terminated: ok {rc=0}\u000a09:03:37.880102 --- ParallelTerminationStrategy: PID 29458 died...\u000a09:03:37.935129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29458): Terminated: ok {rc=0}\u000a09:03:37.945126 --- ParallelTerminationStrategy: PID 29461 died...\u000a09:03:38.000814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29461): Terminated: ok {rc=0}\u000a09:03:38.086558 bus /sierra_3: Setting Powered False\u000a09:03:39.191975 bus /sierra_3: Setting Powered False\u000a09:03:40.298599 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29470): Process ended prematurely: osmo-stp_10.42.42.5(pid=29470) [trial-2387↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29470)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29470): Process ended prematurely: osmo-stp_10.42.42.5(pid=29470) [trial-2387↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29470)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a09:03:41.349458 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:03:41.361195 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a09:03:41.507056 tst emergency_preemptive_call.py: using LAC 32896\u000a09:03:41.631265 tst emergency_preemptive_call.py: using RAC 1\u000a09:03:41.751408 tst emergency_preemptive_call.py: using CellId 32896\u000a09:03:41.871021 tst emergency_preemptive_call.py: using BVCI 32897\u000a09:03:41.894570 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:03:41.905847 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:03:41.916821 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:03:41.927960 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:03:41.939324 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:03:41.950422 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a09:03:42.065302 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a09:03:42.179125 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a09:03:42.296511 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a09:03:42.494583 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:03:42.953953 run create_hlr_db(pid=29464): Launched\u000a09:03:43.121750 bus /sierra_2: Setting Powered False\u000a09:03:44.142130 run create_hlr_db(pid=29464): Terminated: ok {rc=0}\u000a09:03:44.553988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29466): Launched\u000a09:03:44.864027 run osmo-hlr_10.42.42.2(pid=29467): Launched\u000a09:03:44.981440 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:03:45.521564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29469): Launched\u000a09:03:45.831712 run osmo-stp_10.42.42.5(pid=29470): Launched\u000a09:03:46.021283 tst emergency_preemptive_call.py: using MSISDN 8077\u000a09:03:46.221195 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:03:46.788207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29472): Launched\u000a09:03:47.113250 run osmo-msc_10.42.42.6(pid=29473): Launched\u000a09:03:47.422653 run osmo-stp_10.42.42.5(pid=29470): ERR: Terminated: ERROR {rc=1} [trial-2387↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29470)]\u000a09:03:47.572752 run osmo-stp_10.42.42.5(pid=29470): stdout: \u000a| (launched: 2022-12-13_09:03:45.679599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:47.697385 run osmo-stp_10.42.42.5(pid=29470): stderr: \u000a| �[0;m�[38;5;43m20221213090345871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090345871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090345872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090345872 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090345872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090345872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090345880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:47.815375 run osmo-stp_10.42.42.5(pid=29470): stdout: \u000a| (launched: 2022-12-13_09:03:45.679599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:47.931530 run osmo-stp_10.42.42.5(pid=29470): stderr: \u000a| �[0;m�[38;5;43m20221213090345871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090345871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090345872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090345872 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090345872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090345872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090345880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:47.982579 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=29470): Process ended prematurely: osmo-stp_10.42.42.5(pid=29470) [trial-2387↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29470)] [trial-2387↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a09:03:47.990881 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a09:03:48.051631 run osmo-hlr_10.42.42.2(pid=29467): ERR: Terminated: ERROR {rc=237} [trial-2387↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29467)]\u000a09:03:48.101786 run osmo-hlr_10.42.42.2(pid=29467): stdout: \u000a| (launched: 2022-12-13_09:03:44.711807) \u000a09:03:48.152388 run osmo-hlr_10.42.42.2(pid=29467): stderr: \u000a| �[0;m�[1;31m20221213090344907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090344907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090344907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090344907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090344907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090344907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090344922 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090344931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090344931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090344931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:03:48.220681 run osmo-msc_10.42.42.6(pid=29473): ERR: Terminated: ERROR {rc=2} [trial-2387↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29473)]\u000a09:03:48.270206 run osmo-msc_10.42.42.6(pid=29473): stdout: \u000a| (launched: 2022-12-13_09:03:46.939006) \u000a09:03:48.320339 run osmo-msc_10.42.42.6(pid=29473): stderr: \u000a| �[0;m�[38;5;43m20221213090347429 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213090347429 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7f1d6f4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213090347429 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213090347429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213090347430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213090347430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213090347432 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213090347432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213090347432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213090347432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:03:48.362998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29466): Terminating (SIGTERM)\u000a09:03:48.403298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29469): Terminating (SIGTERM)\u000a09:03:48.443533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29472): Terminating (SIGTERM)\u000a09:03:48.452837 --- ParallelTerminationStrategy: PID 29466 died...\u000a09:03:48.507293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29466): Terminated: ok {rc=0}\u000a09:03:48.516933 --- ParallelTerminationStrategy: PID 29469 died...\u000a09:03:48.571166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29469): Terminated: ok {rc=0}\u000a09:03:48.581193 --- ParallelTerminationStrategy: PID 29472 died...\u000a09:03:48.634980 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29472): Terminated: ok {rc=0}\u000a09:03:48.722515 bus /sierra_9: Setting Powered False\u000a09:03:49.824206 bus /sierra_9: Setting Powered False\u000a09:03:50.934142 bus /sierra_8: Setting Powered False\u000a09:03:52.040468 bus /sierra_8: Setting Powered False\u000a09:03:53.149959 bus /sierra_3: Setting Powered False\u000a09:03:54.252061 bus /sierra_3: Setting Powered False\u000a09:03:55.361629 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:03:30" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29488): Process ended prematurely: osmo-stp_10.42.42.5(pid=29488) [trial-2387↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29488)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29488): Process ended prematurely: osmo-stp_10.42.42.5(pid=29488) [trial-2387↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:03:57.487059 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:03:57.498015 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a09:03:57.640267 tst cs_paging_gprs_active.py: using LAC 32897\u000a09:03:57.766423 tst cs_paging_gprs_active.py: using RAC 2\u000a09:03:57.892681 tst cs_paging_gprs_active.py: using CellId 32897\u000a09:03:58.016821 tst cs_paging_gprs_active.py: using BVCI 32898\u000a09:03:58.041482 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:03:58.052677 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:03:58.063793 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:03:58.074819 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:03:58.085744 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:03:58.096769 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:03:58.107834 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:03:58.119232 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:03:58.130432 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a09:03:58.247039 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a09:03:58.520476 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:03:58.645056 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:03:58.951234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29478): Launched\u000a09:03:59.206154 run iperf3-srv_10.42.42.10(pid=29479): Launched\u000a09:03:59.386693 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:03:59.513506 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:03:59.840784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29480): Launched\u000a09:04:00.112594 run iperf3-srv_10.42.42.10(pid=29481): Launched\u000a09:04:00.306657 tst cs_paging_gprs_active.py:38: start network...\u000a09:04:00.439133 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:04:00.990734 run create_hlr_db(pid=29482): Launched\u000a09:04:01.173159 bus /sierra_2: Setting Powered False\u000a09:04:02.229896 run create_hlr_db(pid=29482): Terminated: ok {rc=0}\u000a09:04:02.653267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29484): Launched\u000a09:04:02.969629 run osmo-hlr_10.42.42.2(pid=29485): Launched\u000a09:04:03.086727 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:04:03.635821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29487): Launched\u000a09:04:03.951118 run osmo-stp_10.42.42.5(pid=29488): Launched\u000a09:04:04.067703 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:04:04.586052 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29490): Launched\u000a09:04:04.691984 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:04:04.950131 run patchelf(pid=29491): Launched\u000a09:04:05.124348 run osmo-stp_10.42.42.5(pid=29488): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29488)]\u000a09:04:05.251583 run osmo-stp_10.42.42.5(pid=29488): stdout: \u000a| (launched: 2022-12-13_09:04:03.797155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:05.379464 run osmo-stp_10.42.42.5(pid=29488): stderr: \u000a| �[0;m�[38;5;43m20221213090403991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090403991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090403991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090403992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090403992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090403992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090403992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:05.502726 run osmo-stp_10.42.42.5(pid=29488): stdout: \u000a| (launched: 2022-12-13_09:04:03.797155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:05.624750 run osmo-stp_10.42.42.5(pid=29488): stderr: \u000a| �[0;m�[38;5;43m20221213090403991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090403991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090403991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090403992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090403992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090403992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090403992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:05.767159 run patchelf(pid=29491): Terminating (SIGINT)\u000a09:04:05.934345 run patchelf(pid=29491): Terminated: ok {rc=0}\u000a09:04:05.965249 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29488): Process ended prematurely: osmo-stp_10.42.42.5(pid=29488) [trial-2387↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29488)] [trial-2387↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a09:04:05.974429 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a09:04:06.033651 run osmo-hlr_10.42.42.2(pid=29485): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29485)]\u000a09:04:06.082314 run osmo-hlr_10.42.42.2(pid=29485): stdout: \u000a| (launched: 2022-12-13_09:04:02.814974) \u000a09:04:06.132022 run osmo-hlr_10.42.42.2(pid=29485): stderr: \u000a| �[0;m�[1;31m20221213090403011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090403011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090403011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090403011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090403011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090403011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090403043 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090403052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090403052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090403052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:04:06.174202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29478): Terminating (SIGTERM)\u000a09:04:06.213550 run iperf3-srv_10.42.42.10(pid=29479): Terminating (SIGTERM)\u000a09:04:06.253161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29480): Terminating (SIGTERM)\u000a09:04:06.292603 run iperf3-srv_10.42.42.10(pid=29481): Terminating (SIGTERM)\u000a09:04:06.332286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29484): Terminating (SIGTERM)\u000a09:04:06.371870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29487): Terminating (SIGTERM)\u000a09:04:06.411501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29490): Terminating (SIGTERM)\u000a09:04:06.420556 --- ParallelTerminationStrategy: PID 29478 died...\u000a09:04:06.474147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29478): Terminated: ok {rc=0}\u000a09:04:06.483645 --- ParallelTerminationStrategy: PID 29479 died...\u000a09:04:06.536576 run iperf3-srv_10.42.42.10(pid=29479): Terminated {rc=256}\u000a09:04:06.546103 --- ParallelTerminationStrategy: PID 29480 died...\u000a09:04:06.599257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29480): Terminated: ok {rc=0}\u000a09:04:06.608730 --- ParallelTerminationStrategy: PID 29481 died...\u000a09:04:06.661740 run iperf3-srv_10.42.42.10(pid=29481): Terminated {rc=256}\u000a09:04:06.671165 --- ParallelTerminationStrategy: PID 29484 died...\u000a09:04:06.724420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29484): Terminated: ok {rc=0}\u000a09:04:06.733830 --- ParallelTerminationStrategy: PID 29487 died...\u000a09:04:06.788287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29487): Terminated: ok {rc=0}\u000a09:04:06.798869 --- ParallelTerminationStrategy: PID 29490 died...\u000a09:04:06.854352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29490): Terminated: ok {rc=0}\u000a09:04:06.939403 bus /gobi_0: Setting Powered False\u000a09:04:08.045258 bus /gobi_0: Setting Powered False\u000a09:04:09.154467 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29500): Process ended prematurely: osmo-stp_10.42.42.5(pid=29500) [trial-2387↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29500)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29500): Process ended prematurely: osmo-stp_10.42.42.5(pid=29500) [trial-2387↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29500)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a09:04:10.263900 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:10.275140 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a09:04:10.413704 tst iperf3.py: using LAC 32898\u000a09:04:10.530172 tst iperf3.py: using RAC 3\u000a09:04:10.650796 tst iperf3.py: using CellId 32898\u000a09:04:10.767017 tst iperf3.py: using BVCI 32899\u000a09:04:10.789549 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:10.800161 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:10.810583 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:10.821001 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:10.831625 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:10.843272 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:10.854305 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:10.865101 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:10.876025 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a09:04:11.167537 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:04:11.299716 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:04:11.626364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29492): Launched\u000a09:04:11.897246 run iperf3-srv_10.42.42.10(pid=29493): Launched\u000a09:04:12.092210 tst iperf3.py:8: start network...\u000a09:04:12.224597 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:04:12.730274 run create_hlr_db(pid=29494): Launched\u000a09:04:12.913664 bus /gobi_6: Setting Powered False\u000a09:04:13.934494 run create_hlr_db(pid=29494): Terminated: ok {rc=0}\u000a09:04:14.332121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29496): Launched\u000a09:04:14.629523 run osmo-hlr_10.42.42.2(pid=29497): Launched\u000a09:04:14.745711 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:04:15.270221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29499): Launched\u000a09:04:15.566350 run osmo-stp_10.42.42.5(pid=29500): Launched\u000a09:04:15.675203 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:04:16.258925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29502): Launched\u000a09:04:16.376082 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:04:16.668426 run patchelf(pid=29503): Launched\u000a09:04:16.859028 run osmo-stp_10.42.42.5(pid=29500): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29500)]\u000a09:04:16.998966 run osmo-stp_10.42.42.5(pid=29500): stdout: \u000a| (launched: 2022-12-13_09:04:15.420792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:17.138418 run osmo-stp_10.42.42.5(pid=29500): stderr: \u000a| �[0;m�[38;5;43m20221213090415588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090415589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090415589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090415589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090415592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090415592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090415592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:17.272692 run osmo-stp_10.42.42.5(pid=29500): stdout: \u000a| (launched: 2022-12-13_09:04:15.420792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:17.402732 run osmo-stp_10.42.42.5(pid=29500): stderr: \u000a| �[0;m�[38;5;43m20221213090415588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090415589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090415589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090415589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090415592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090415592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090415592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:17.554588 run patchelf(pid=29503): Terminating (SIGINT)\u000a09:04:17.732327 run patchelf(pid=29503): Terminated: ok {rc=0}\u000a09:04:17.765490 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29500): Process ended prematurely: osmo-stp_10.42.42.5(pid=29500) [trial-2387↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29500)] [trial-2387↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a09:04:17.775310 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a09:04:17.838362 run osmo-hlr_10.42.42.2(pid=29497): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29497)]\u000a09:04:17.890081 run osmo-hlr_10.42.42.2(pid=29497): stdout: \u000a| (launched: 2022-12-13_09:04:14.482469) \u000a09:04:17.942441 run osmo-hlr_10.42.42.2(pid=29497): stderr: \u000a| �[0;m�[1;31m20221213090414657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090414657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090414657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090414657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090414657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090414657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090414669 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090414678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090414678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090414678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:04:17.986943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29492): Terminating (SIGTERM)\u000a09:04:18.028517 run iperf3-srv_10.42.42.10(pid=29493): Terminating (SIGTERM)\u000a09:04:18.070708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29496): Terminating (SIGTERM)\u000a09:04:18.113306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29499): Terminating (SIGTERM)\u000a09:04:18.155449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29502): Terminating (SIGTERM)\u000a09:04:18.165248 --- ParallelTerminationStrategy: PID 29492 died...\u000a09:04:18.221776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29492): Terminated: ok {rc=0}\u000a09:04:18.231887 --- ParallelTerminationStrategy: PID 29493 died...\u000a09:04:18.287391 run iperf3-srv_10.42.42.10(pid=29493): Terminated {rc=256}\u000a09:04:18.297568 --- ParallelTerminationStrategy: PID 29496 died...\u000a09:04:18.353307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29496): Terminated: ok {rc=0}\u000a09:04:18.363285 --- ParallelTerminationStrategy: PID 29499 died...\u000a09:04:18.419288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29499): Terminated: ok {rc=0}\u000a09:04:18.429971 --- ParallelTerminationStrategy: PID 29502 died...\u000a09:04:18.486127 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29502): Terminated: ok {rc=0}\u000a09:04:18.573248 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29518): Process ended prematurely: osmo-stp_10.42.42.5(pid=29518) [trial-2387↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29518)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29518): Process ended prematurely: osmo-stp_10.42.42.5(pid=29518) [trial-2387↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29518)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a09:04:19.685563 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:19.696794 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a09:04:19.836479 tst iperf3m4.py: using LAC 32899\u000a09:04:19.960247 tst iperf3m4.py: using RAC 4\u000a09:04:20.084401 tst iperf3m4.py: using CellId 32899\u000a09:04:20.210131 tst iperf3m4.py: using BVCI 32900\u000a09:04:20.234459 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:20.246021 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:20.257023 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:20.267938 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:20.278897 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:20.289842 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:20.301057 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:20.311967 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:20.323107 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a09:04:20.439716 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a09:04:20.558687 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a09:04:20.678122 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a09:04:20.952732 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:04:21.075633 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:04:21.381723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29504): Launched\u000a09:04:21.635343 run iperf3-srv_10.42.42.10(pid=29505): Launched\u000a09:04:21.815716 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:04:21.939220 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:04:22.245873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29506): Launched\u000a09:04:22.499730 run iperf3-srv_10.42.42.10(pid=29507): Launched\u000a09:04:22.680416 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:04:22.804030 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:04:23.110717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29508): Launched\u000a09:04:23.365159 run iperf3-srv_10.42.42.10(pid=29509): Launched\u000a09:04:23.545664 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:04:23.668514 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:04:23.974583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29510): Launched\u000a09:04:24.228450 run iperf3-srv_10.42.42.10(pid=29511): Launched\u000a09:04:24.409116 tst iperf3m4.py:8: start network...\u000a09:04:24.532528 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:04:24.998593 run create_hlr_db(pid=29512): Launched\u000a09:04:25.169312 bus /gobi_6: Setting Powered False\u000a09:04:26.190581 run create_hlr_db(pid=29512): Terminated: ok {rc=0}\u000a09:04:26.610235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29514): Launched\u000a09:04:26.927273 run osmo-hlr_10.42.42.2(pid=29515): Launched\u000a09:04:27.048018 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:04:27.599905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29517): Launched\u000a09:04:27.916874 run osmo-stp_10.42.42.5(pid=29518): Launched\u000a09:04:28.033040 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:04:28.586363 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29520): Launched\u000a09:04:28.699564 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:04:28.974723 run patchelf(pid=29521): Launched\u000a09:04:29.160663 run osmo-stp_10.42.42.5(pid=29518): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29518)]\u000a09:04:29.296816 run osmo-stp_10.42.42.5(pid=29518): stdout: \u000a| (launched: 2022-12-13_09:04:27.761940)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:29.433062 run osmo-stp_10.42.42.5(pid=29518): stderr: \u000a| �[0;m�[38;5;43m20221213090427953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090427953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090427953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090427954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090427954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090427954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090427954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:29.564398 run osmo-stp_10.42.42.5(pid=29518): stdout: \u000a| (launched: 2022-12-13_09:04:27.761940)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:29.694636 run osmo-stp_10.42.42.5(pid=29518): stderr: \u000a| �[0;m�[38;5;43m20221213090427953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090427953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090427953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090427954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090427954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090427954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090427954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:29.846144 run patchelf(pid=29521): Terminating (SIGINT)\u000a09:04:30.023917 run patchelf(pid=29521): Terminated: ok {rc=0}\u000a09:04:30.056882 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29518): Process ended prematurely: osmo-stp_10.42.42.5(pid=29518) [trial-2387↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29518)] [trial-2387↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a09:04:30.066792 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a09:04:30.129850 run osmo-hlr_10.42.42.2(pid=29515): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29515)]\u000a09:04:30.181542 run osmo-hlr_10.42.42.2(pid=29515): stdout: \u000a| (launched: 2022-12-13_09:04:26.771905) \u000a09:04:30.233646 run osmo-hlr_10.42.42.2(pid=29515): stderr: \u000a| �[0;m�[1;31m20221213090426968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090426968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090426968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090426968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090426968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090426968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090426982 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090426990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090426991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090426991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:04:30.278129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29504): Terminating (SIGTERM)\u000a09:04:30.320562 run iperf3-srv_10.42.42.10(pid=29505): Terminating (SIGTERM)\u000a09:04:30.362636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29506): Terminating (SIGTERM)\u000a09:04:30.405566 run iperf3-srv_10.42.42.10(pid=29507): Terminating (SIGTERM)\u000a09:04:30.447980 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29508): Terminating (SIGTERM)\u000a09:04:30.490217 run iperf3-srv_10.42.42.10(pid=29509): Terminating (SIGTERM)\u000a09:04:30.532387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29510): Terminating (SIGTERM)\u000a09:04:30.574602 run iperf3-srv_10.42.42.10(pid=29511): Terminating (SIGTERM)\u000a09:04:30.616150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29514): Terminating (SIGTERM)\u000a09:04:30.658353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29517): Terminating (SIGTERM)\u000a09:04:30.700586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29520): Terminating (SIGTERM)\u000a09:04:30.710286 --- ParallelTerminationStrategy: PID 29504 died...\u000a09:04:30.766142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29504): Terminated: ok {rc=0}\u000a09:04:30.776056 --- ParallelTerminationStrategy: PID 29505 died...\u000a09:04:30.831341 run iperf3-srv_10.42.42.10(pid=29505): Terminated {rc=256}\u000a09:04:30.841337 --- ParallelTerminationStrategy: PID 29506 died...\u000a09:04:30.897436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29506): Terminated: ok {rc=0}\u000a09:04:30.908239 --- ParallelTerminationStrategy: PID 29507 died...\u000a09:04:30.964918 run iperf3-srv_10.42.42.10(pid=29507): Terminated {rc=256}\u000a09:04:30.975415 --- ParallelTerminationStrategy: PID 29508 died...\u000a09:04:31.033788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29508): Terminated: ok {rc=0}\u000a09:04:31.044378 --- ParallelTerminationStrategy: PID 29509 died...\u000a09:04:31.101265 run iperf3-srv_10.42.42.10(pid=29509): Terminated {rc=256}\u000a09:04:31.111905 --- ParallelTerminationStrategy: PID 29510 died...\u000a09:04:31.168480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29510): Terminated: ok {rc=0}\u000a09:04:31.178908 --- ParallelTerminationStrategy: PID 29511 died...\u000a09:04:31.235697 run iperf3-srv_10.42.42.10(pid=29511): Terminated {rc=256}\u000a09:04:31.246252 --- ParallelTerminationStrategy: PID 29514 died...\u000a09:04:31.302965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29514): Terminated: ok {rc=0}\u000a09:04:31.313722 --- ParallelTerminationStrategy: PID 29517 died...\u000a09:04:31.370020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29517): Terminated: ok {rc=0}\u000a09:04:31.380497 --- ParallelTerminationStrategy: PID 29520 died...\u000a09:04:31.437029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29520): Terminated: ok {rc=0}\u000a09:04:31.526975 bus /gobi_4: Setting Powered False\u000a09:04:32.630851 bus /gobi_4: Setting Powered False\u000a09:04:33.743334 bus /gobi_1: Setting Powered False\u000a09:04:34.849386 bus /gobi_1: Setting Powered False\u000a09:04:35.959521 bus /gobi_0: Setting Powered False\u000a09:04:37.061478 bus /gobi_0: Setting Powered False\u000a09:04:38.172273 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29529): Process ended prematurely: osmo-stp_10.42.42.5(pid=29529) [trial-2387↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29529)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29529): Process ended prematurely: osmo-stp_10.42.42.5(pid=29529) [trial-2387↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29529)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a09:04:39.240483 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:39.252182 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a09:04:39.392802 tst ping.py: using LAC 32900\u000a09:04:39.510252 tst ping.py: using RAC 5\u000a09:04:39.625740 tst ping.py: using CellId 32900\u000a09:04:39.740693 tst ping.py: using BVCI 32901\u000a09:04:39.763096 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:39.774016 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:39.784629 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:39.795147 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:39.806461 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:39.817468 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:39.828454 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:39.839498 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a09:04:40.124822 tst ping.py:19: start network...\u000a09:04:40.254478 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:04:40.750667 run create_hlr_db(pid=29523): Launched\u000a09:04:40.930796 bus /gobi_6: Setting Powered False\u000a09:04:41.951762 run create_hlr_db(pid=29523): Terminated: ok {rc=0}\u000a09:04:42.339941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29525): Launched\u000a09:04:42.630956 run osmo-hlr_10.42.42.2(pid=29526): Launched\u000a09:04:42.742037 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:04:43.257051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29528): Launched\u000a09:04:43.547823 run osmo-stp_10.42.42.5(pid=29529): Launched\u000a09:04:43.655273 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:04:44.162697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29531): Launched\u000a09:04:44.266482 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:04:44.519883 run patchelf(pid=29532): Launched\u000a09:04:44.690597 run osmo-stp_10.42.42.5(pid=29529): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29529)]\u000a09:04:44.815216 run osmo-stp_10.42.42.5(pid=29529): stdout: \u000a| (launched: 2022-12-13_09:04:43.405150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:44.940448 run osmo-stp_10.42.42.5(pid=29529): stderr: \u000a| �[0;m�[38;5;43m20221213090443572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090443572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090443572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090443573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090443573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090443573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090443573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:45.061661 run osmo-stp_10.42.42.5(pid=29529): stdout: \u000a| (launched: 2022-12-13_09:04:43.405150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:45.182141 run osmo-stp_10.42.42.5(pid=29529): stderr: \u000a| �[0;m�[38;5;43m20221213090443572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090443572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090443572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090443573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090443573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090443573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090443573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:45.320902 run patchelf(pid=29532): Terminating (SIGINT)\u000a09:04:45.483848 run patchelf(pid=29532): Terminated: ok {rc=0}\u000a09:04:45.513570 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29529): Process ended prematurely: osmo-stp_10.42.42.5(pid=29529) [trial-2387↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29529)] [trial-2387↪gprs:trx-sysmocell5000↪ping.py:22]\u000a09:04:45.521989 tst ping.py:22: Test FAILED (6.3 sec)\u000a09:04:45.582223 run osmo-hlr_10.42.42.2(pid=29526): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29526)]\u000a09:04:45.631047 run osmo-hlr_10.42.42.2(pid=29526): stdout: \u000a| (launched: 2022-12-13_09:04:42.487061) \u000a09:04:45.680427 run osmo-hlr_10.42.42.2(pid=29526): stderr: \u000a| �[0;m�[1;31m20221213090442663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090442663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090442663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090442663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090442663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090442663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090442677 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090442687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090442687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090442687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:04:45.722505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29525): Terminating (SIGTERM)\u000a09:04:45.762244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29528): Terminating (SIGTERM)\u000a09:04:45.801946 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29531): Terminating (SIGTERM)\u000a09:04:45.811153 --- ParallelTerminationStrategy: PID 29525 died...\u000a09:04:45.864516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29525): Terminated: ok {rc=0}\u000a09:04:45.877619 --- ParallelTerminationStrategy: PID 29528 died...\u000a09:04:45.933692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29528): Terminated: ok {rc=0}\u000a09:04:45.949630 --- ParallelTerminationStrategy: PID 29531 died...\u000a09:04:46.013699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29531): Terminated: ok {rc=0}\u000a09:04:46.105832 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29539): Process ended prematurely: osmo-stp_10.42.42.5(pid=29539) [trial-2387↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29539)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29539): Process ended prematurely: osmo-stp_10.42.42.5(pid=29539) [trial-2387↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29539)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a09:04:47.154095 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:47.165972 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a09:04:47.305801 tst ping_idle_ping.py: using LAC 32901\u000a09:04:47.422056 tst ping_idle_ping.py: using RAC 6\u000a09:04:47.537647 tst ping_idle_ping.py: using CellId 32901\u000a09:04:47.651597 tst ping_idle_ping.py: using BVCI 32902\u000a09:04:47.673885 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:47.684592 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:47.695096 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:47.705619 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:47.716721 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:47.727573 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:47.738606 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a09:04:47.749352 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a09:04:48.018601 tst ping_idle_ping.py:24: start network...\u000a09:04:48.139342 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:04:48.599401 run create_hlr_db(pid=29533): Launched\u000a09:04:48.768107 bus /gobi_6: Setting Powered False\u000a09:04:49.801198 run create_hlr_db(pid=29533): Terminated: ok {rc=0}\u000a09:04:50.193052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29535): Launched\u000a09:04:50.485103 run osmo-hlr_10.42.42.2(pid=29536): Launched\u000a09:04:50.596483 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:04:51.102293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29538): Launched\u000a09:04:51.392888 run osmo-stp_10.42.42.5(pid=29539): Launched\u000a09:04:51.499597 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:04:52.007951 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29541): Launched\u000a09:04:52.111918 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:04:52.365383 run patchelf(pid=29542): Launched\u000a09:04:52.536083 run osmo-stp_10.42.42.5(pid=29539): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29539)]\u000a09:04:52.661221 run osmo-stp_10.42.42.5(pid=29539): stdout: \u000a| (launched: 2022-12-13_09:04:51.249927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:52.786595 run osmo-stp_10.42.42.5(pid=29539): stderr: \u000a| �[0;m�[38;5;43m20221213090451420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090451420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090451420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090451421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090451421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090451421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090451421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:52.907974 run osmo-stp_10.42.42.5(pid=29539): stdout: \u000a| (launched: 2022-12-13_09:04:51.249927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:53.028053 run osmo-stp_10.42.42.5(pid=29539): stderr: \u000a| �[0;m�[38;5;43m20221213090451420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090451420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090451420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090451421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090451421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090451421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090451421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:53.168272 run patchelf(pid=29542): Terminating (SIGINT)\u000a09:04:53.332613 run patchelf(pid=29542): Terminated: ok {rc=0}\u000a09:04:53.362545 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29539): Process ended prematurely: osmo-stp_10.42.42.5(pid=29539) [trial-2387↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29539)] [trial-2387↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a09:04:53.371172 tst ping_idle_ping.py:27: Test FAILED (6.2 sec)\u000a09:04:53.431628 run osmo-hlr_10.42.42.2(pid=29536): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29536)]\u000a09:04:53.480581 run osmo-hlr_10.42.42.2(pid=29536): stdout: \u000a| (launched: 2022-12-13_09:04:50.341111) \u000a09:04:53.530322 run osmo-hlr_10.42.42.2(pid=29536): stderr: \u000a| �[0;m�[1;31m20221213090450513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090450513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090450513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090450513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090450513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090450513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090450525 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090450533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090450534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090450534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:04:53.572512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29535): Terminating (SIGTERM)\u000a09:04:53.612224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29538): Terminating (SIGTERM)\u000a09:04:53.652145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29541): Terminating (SIGTERM)\u000a09:04:53.661322 --- ParallelTerminationStrategy: PID 29535 died...\u000a09:04:53.714861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29535): Terminated: ok {rc=0}\u000a09:04:53.724423 --- ParallelTerminationStrategy: PID 29538 died...\u000a09:04:53.777734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29538): Terminated: ok {rc=0}\u000a09:04:53.787204 --- ParallelTerminationStrategy: PID 29541 died...\u000a09:04:53.840562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29541): Terminated: ok {rc=0}\u000a09:04:53.924484 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:03:57" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29560): Process ended prematurely: osmo-stp_10.42.42.5(pid=29560) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29560)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29560): Process ended prematurely: osmo-stp_10.42.42.5(pid=29560) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29560)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:04:56.093726 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:04:56.105101 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:04:56.245167 tst cs_paging_gprs_active.py: using LAC 32902\u000a09:04:56.361973 tst cs_paging_gprs_active.py: using RAC 7\u000a09:04:56.479513 tst cs_paging_gprs_active.py: using CellId 32902\u000a09:04:56.598649 tst cs_paging_gprs_active.py: using BVCI 32903\u000a09:04:56.621577 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:04:56.632599 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:04:56.643374 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:04:56.654115 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:04:56.664989 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:04:56.675928 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:04:56.687234 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:04:56.698159 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:04:56.709196 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:04:56.830518 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:04:57.107006 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:04:57.231579 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:04:57.538875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29547): Launched\u000a09:04:57.793520 run iperf3-srv_10.42.42.10(pid=29548): Launched\u000a09:04:57.974229 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:04:58.098347 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:04:58.403917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29549): Launched\u000a09:04:58.658383 run iperf3-srv_10.42.42.10(pid=29550): Launched\u000a09:04:58.838844 tst cs_paging_gprs_active.py:38: start network...\u000a09:04:58.962595 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:04:59.429013 run create_hlr_db(pid=29551): Launched\u000a09:04:59.600467 bus /gobi_6: Setting Powered False\u000a09:05:00.623353 run create_hlr_db(pid=29551): Terminated: ok {rc=0}\u000a09:05:01.079604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29553): Launched\u000a09:05:01.417079 run osmo-hlr_10.42.42.2(pid=29554): Launched\u000a09:05:01.661972 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:05:02.320468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29559): Launched\u000a09:05:02.618580 run osmo-stp_10.42.42.5(pid=29560): Launched\u000a09:05:02.728225 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:05:03.243824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29562): Launched\u000a09:05:03.350194 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:05:03.608302 run patchelf(pid=29563): Launched\u000a09:05:03.782840 run osmo-stp_10.42.42.5(pid=29560): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29560)]\u000a09:05:03.910202 run osmo-stp_10.42.42.5(pid=29560): stdout: \u000a| (launched: 2022-12-13_09:05:02.471385)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:04.037663 run osmo-stp_10.42.42.5(pid=29560): stderr: \u000a| �[0;m�[38;5;43m20221213090502641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090502641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090502642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090502642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090502642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090502642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090502642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:04.161143 run osmo-stp_10.42.42.5(pid=29560): stdout: \u000a| (launched: 2022-12-13_09:05:02.471385)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:04.283563 run osmo-stp_10.42.42.5(pid=29560): stderr: \u000a| �[0;m�[38;5;43m20221213090502641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090502641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090502642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090502642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090502642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090502642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090502642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:04.425703 run patchelf(pid=29563): Terminating (SIGINT)\u000a09:05:04.592444 run patchelf(pid=29563): Terminated: ok {rc=0}\u000a09:05:04.623090 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29560): Process ended prematurely: osmo-stp_10.42.42.5(pid=29560) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29560)] [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a09:05:04.632298 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a09:05:04.691952 run osmo-hlr_10.42.42.2(pid=29554): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29554)]\u000a09:05:04.740821 run osmo-hlr_10.42.42.2(pid=29554): stdout: \u000a| (launched: 2022-12-13_09:05:01.244747) \u000a09:05:04.790140 run osmo-hlr_10.42.42.2(pid=29554): stderr: \u000a| �[0;m�[1;31m20221213090501596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090501596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090501596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090501597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090501597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090501597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090501615 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090501627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090501628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090501628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:05:04.832689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29547): Terminating (SIGTERM)\u000a09:05:04.872521 run iperf3-srv_10.42.42.10(pid=29548): Terminating (SIGTERM)\u000a09:05:04.912593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29549): Terminating (SIGTERM)\u000a09:05:04.952175 run iperf3-srv_10.42.42.10(pid=29550): Terminating (SIGTERM)\u000a09:05:04.991981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29553): Terminating (SIGTERM)\u000a09:05:05.031677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29559): Terminating (SIGTERM)\u000a09:05:05.071474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29562): Terminating (SIGTERM)\u000a09:05:05.080602 --- ParallelTerminationStrategy: PID 29547 died...\u000a09:05:05.134215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29547): Terminated: ok {rc=0}\u000a09:05:05.143710 --- ParallelTerminationStrategy: PID 29548 died...\u000a09:05:05.196685 run iperf3-srv_10.42.42.10(pid=29548): Terminated {rc=256}\u000a09:05:05.206127 --- ParallelTerminationStrategy: PID 29549 died...\u000a09:05:05.259563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29549): Terminated: ok {rc=0}\u000a09:05:05.269029 --- ParallelTerminationStrategy: PID 29550 died...\u000a09:05:05.321924 run iperf3-srv_10.42.42.10(pid=29550): Terminated {rc=256}\u000a09:05:05.331296 --- ParallelTerminationStrategy: PID 29553 died...\u000a09:05:05.384075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29553): Terminated: ok {rc=0}\u000a09:05:05.393913 --- ParallelTerminationStrategy: PID 29559 died...\u000a09:05:05.446906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29559): Terminated: ok {rc=0}\u000a09:05:05.456196 --- ParallelTerminationStrategy: PID 29562 died...\u000a09:05:05.509764 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29562): Terminated: ok {rc=0}\u000a09:05:05.596876 bus /gobi_0: Setting Powered False\u000a09:05:06.699799 bus /gobi_0: Setting Powered False\u000a09:05:07.811346 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29572): Process ended prematurely: osmo-stp_10.42.42.5(pid=29572) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29572)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29572): Process ended prematurely: osmo-stp_10.42.42.5(pid=29572) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29572)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a09:05:08.919543 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:08.930962 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:05:09.070697 tst iperf3.py: using LAC 32903\u000a09:05:09.185877 tst iperf3.py: using RAC 8\u000a09:05:09.310165 tst iperf3.py: using CellId 32903\u000a09:05:09.434138 tst iperf3.py: using BVCI 32904\u000a09:05:09.458465 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:09.470032 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:09.481158 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:09.492291 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:09.503904 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:09.515778 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:09.527645 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:09.539389 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:09.551181 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:05:09.825615 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:05:09.948837 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:05:10.254402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29564): Launched\u000a09:05:10.507404 run iperf3-srv_10.42.42.10(pid=29565): Launched\u000a09:05:10.688049 tst iperf3.py:8: start network...\u000a09:05:10.811548 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:05:11.291354 run create_hlr_db(pid=29566): Launched\u000a09:05:11.475610 bus /gobi_6: Setting Powered False\u000a09:05:12.495910 run create_hlr_db(pid=29566): Terminated: ok {rc=0}\u000a09:05:12.914854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29568): Launched\u000a09:05:13.230725 run osmo-hlr_10.42.42.2(pid=29569): Launched\u000a09:05:13.351244 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:05:13.901938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29571): Launched\u000a09:05:14.217324 run osmo-stp_10.42.42.5(pid=29572): Launched\u000a09:05:14.331803 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:05:14.883286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29574): Launched\u000a09:05:14.996699 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:05:15.272640 run patchelf(pid=29575): Launched\u000a09:05:15.457804 run osmo-stp_10.42.42.5(pid=29572): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29572)]\u000a09:05:15.593728 run osmo-stp_10.42.42.5(pid=29572): stdout: \u000a| (launched: 2022-12-13_09:05:14.063193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:15.729534 run osmo-stp_10.42.42.5(pid=29572): stderr: \u000a| �[0;m�[38;5;43m20221213090514255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090514255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090514255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090514256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090514258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090514258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090514258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:15.860514 run osmo-stp_10.42.42.5(pid=29572): stdout: \u000a| (launched: 2022-12-13_09:05:14.063193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:16.014079 run osmo-stp_10.42.42.5(pid=29572): stderr: \u000a| �[0;m�[38;5;43m20221213090514255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090514255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090514255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090514256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090514258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090514258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090514258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:16.168634 run patchelf(pid=29575): Terminating (SIGINT)\u000a09:05:16.342012 run patchelf(pid=29575): Terminated: ok {rc=0}\u000a09:05:16.374663 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29572): Process ended prematurely: osmo-stp_10.42.42.5(pid=29572) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29572)] [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a09:05:16.386204 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a09:05:16.450557 run osmo-hlr_10.42.42.2(pid=29569): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29569)]\u000a09:05:16.501846 run osmo-hlr_10.42.42.2(pid=29569): stdout: \u000a| (launched: 2022-12-13_09:05:13.076534) \u000a09:05:16.554500 run osmo-hlr_10.42.42.2(pid=29569): stderr: \u000a| �[0;m�[1;31m20221213090513273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090513273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090513273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090513273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090513273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090513273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090513286 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090513294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090513294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090513294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:05:16.600764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29564): Terminating (SIGTERM)\u000a09:05:16.645583 run iperf3-srv_10.42.42.10(pid=29565): Terminating (SIGTERM)\u000a09:05:16.687972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29568): Terminating (SIGTERM)\u000a09:05:16.731708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29571): Terminating (SIGTERM)\u000a09:05:16.775950 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29574): Terminating (SIGTERM)\u000a09:05:16.787433 --- ParallelTerminationStrategy: PID 29564 died...\u000a09:05:16.846380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29564): Terminated: ok {rc=0}\u000a09:05:16.857647 --- ParallelTerminationStrategy: PID 29565 died...\u000a09:05:16.913218 run iperf3-srv_10.42.42.10(pid=29565): Terminated {rc=256}\u000a09:05:16.923538 --- ParallelTerminationStrategy: PID 29568 died...\u000a09:05:16.980164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29568): Terminated: ok {rc=0}\u000a09:05:16.991677 --- ParallelTerminationStrategy: PID 29571 died...\u000a09:05:17.048002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29571): Terminated: ok {rc=0}\u000a09:05:17.058374 --- ParallelTerminationStrategy: PID 29574 died...\u000a09:05:17.116457 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29574): Terminated: ok {rc=0}\u000a09:05:17.204042 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29590): Process ended prematurely: osmo-stp_10.42.42.5(pid=29590) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29590)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29590): Process ended prematurely: osmo-stp_10.42.42.5(pid=29590) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29590)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a09:05:18.312992 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:18.324558 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:05:18.466577 tst iperf3m4.py: using LAC 32904\u000a09:05:18.591214 tst iperf3m4.py: using RAC 9\u000a09:05:18.706460 tst iperf3m4.py: using CellId 32904\u000a09:05:18.828078 tst iperf3m4.py: using BVCI 32905\u000a09:05:18.852360 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:18.863884 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:18.875164 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:18.886399 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:18.897593 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:18.908763 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:18.920195 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:18.931417 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:18.942890 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:05:19.060064 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:05:19.181269 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:05:19.298462 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:05:19.576468 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:05:19.701198 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:05:20.008457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29576): Launched\u000a09:05:20.263854 run iperf3-srv_10.42.42.10(pid=29577): Launched\u000a09:05:20.445386 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:05:20.569553 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:05:20.875670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29578): Launched\u000a09:05:21.131266 run iperf3-srv_10.42.42.10(pid=29579): Launched\u000a09:05:21.312781 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:05:21.436616 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:05:21.743742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29580): Launched\u000a09:05:21.998766 run iperf3-srv_10.42.42.10(pid=29581): Launched\u000a09:05:22.180932 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:05:22.305256 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:05:22.612439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29582): Launched\u000a09:05:22.867560 run iperf3-srv_10.42.42.10(pid=29583): Launched\u000a09:05:23.048436 tst iperf3m4.py:8: start network...\u000a09:05:23.172367 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:05:23.640236 run create_hlr_db(pid=29584): Launched\u000a09:05:23.811094 bus /gobi_6: Setting Powered False\u000a09:05:24.833652 run create_hlr_db(pid=29584): Terminated: ok {rc=0}\u000a09:05:25.227170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29586): Launched\u000a09:05:25.524166 run osmo-hlr_10.42.42.2(pid=29587): Launched\u000a09:05:25.640492 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:05:26.167735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29589): Launched\u000a09:05:26.465429 run osmo-stp_10.42.42.5(pid=29590): Launched\u000a09:05:26.574406 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:05:27.090733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29592): Launched\u000a09:05:27.196873 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:05:27.455043 run patchelf(pid=29593): Launched\u000a09:05:27.629409 run osmo-stp_10.42.42.5(pid=29590): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29590)]\u000a09:05:27.757340 run osmo-stp_10.42.42.5(pid=29590): stdout: \u000a| (launched: 2022-12-13_09:05:26.318838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:27.884828 run osmo-stp_10.42.42.5(pid=29590): stderr: \u000a| �[0;m�[38;5;43m20221213090526490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090526490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090526490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090526491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090526491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090526491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090526491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:28.007921 run osmo-stp_10.42.42.5(pid=29590): stdout: \u000a| (launched: 2022-12-13_09:05:26.318838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:28.130083 run osmo-stp_10.42.42.5(pid=29590): stderr: \u000a| �[0;m�[38;5;43m20221213090526490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090526490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090526490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090526491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090526491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090526491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090526491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:28.272131 run patchelf(pid=29593): Terminating (SIGINT)\u000a09:05:28.439291 run patchelf(pid=29593): Terminated: ok {rc=0}\u000a09:05:28.470024 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29590): Process ended prematurely: osmo-stp_10.42.42.5(pid=29590) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29590)] [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a09:05:28.479220 tst iperf3m4.py:8: Test FAILED (10.2 sec)\u000a09:05:28.539510 run osmo-hlr_10.42.42.2(pid=29587): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29587)]\u000a09:05:28.588741 run osmo-hlr_10.42.42.2(pid=29587): stdout: \u000a| (launched: 2022-12-13_09:05:25.378160) \u000a09:05:28.638489 run osmo-hlr_10.42.42.2(pid=29587): stderr: \u000a| �[0;m�[1;31m20221213090525552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090525552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090525552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090525552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090525552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090525552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090525564 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090525573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090525573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090525573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:05:28.680855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29576): Terminating (SIGTERM)\u000a09:05:28.720576 run iperf3-srv_10.42.42.10(pid=29577): Terminating (SIGTERM)\u000a09:05:28.760246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29578): Terminating (SIGTERM)\u000a09:05:28.799881 run iperf3-srv_10.42.42.10(pid=29579): Terminating (SIGTERM)\u000a09:05:28.839504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29580): Terminating (SIGTERM)\u000a09:05:28.878954 run iperf3-srv_10.42.42.10(pid=29581): Terminating (SIGTERM)\u000a09:05:28.919184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29582): Terminating (SIGTERM)\u000a09:05:28.958757 run iperf3-srv_10.42.42.10(pid=29583): Terminating (SIGTERM)\u000a09:05:28.998450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29586): Terminating (SIGTERM)\u000a09:05:29.038083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29589): Terminating (SIGTERM)\u000a09:05:29.077681 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29592): Terminating (SIGTERM)\u000a09:05:29.086882 --- ParallelTerminationStrategy: PID 29576 died...\u000a09:05:29.140342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29576): Terminated: ok {rc=0}\u000a09:05:29.149826 --- ParallelTerminationStrategy: PID 29577 died...\u000a09:05:29.202874 run iperf3-srv_10.42.42.10(pid=29577): Terminated {rc=256}\u000a09:05:29.212266 --- ParallelTerminationStrategy: PID 29578 died...\u000a09:05:29.265082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29578): Terminated: ok {rc=0}\u000a09:05:29.274608 --- ParallelTerminationStrategy: PID 29579 died...\u000a09:05:29.327371 run iperf3-srv_10.42.42.10(pid=29579): Terminated {rc=256}\u000a09:05:29.336632 --- ParallelTerminationStrategy: PID 29580 died...\u000a09:05:29.389261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29580): Terminated: ok {rc=0}\u000a09:05:29.398537 --- ParallelTerminationStrategy: PID 29581 died...\u000a09:05:29.451052 run iperf3-srv_10.42.42.10(pid=29581): Terminated {rc=256}\u000a09:05:29.460498 --- ParallelTerminationStrategy: PID 29582 died...\u000a09:05:29.513013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29582): Terminated: ok {rc=0}\u000a09:05:29.522891 --- ParallelTerminationStrategy: PID 29583 died...\u000a09:05:29.575659 run iperf3-srv_10.42.42.10(pid=29583): Terminated {rc=256}\u000a09:05:29.585175 --- ParallelTerminationStrategy: PID 29586 died...\u000a09:05:29.638100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29586): Terminated: ok {rc=0}\u000a09:05:29.647627 --- ParallelTerminationStrategy: PID 29589 died...\u000a09:05:29.700925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29589): Terminated: ok {rc=0}\u000a09:05:29.710512 --- ParallelTerminationStrategy: PID 29592 died...\u000a09:05:29.763510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29592): Terminated: ok {rc=0}\u000a09:05:29.851153 bus /gobi_4: Setting Powered False\u000a09:05:30.967929 bus /gobi_4: Setting Powered False\u000a09:05:32.077673 bus /gobi_1: Setting Powered False\u000a09:05:33.176123 bus /gobi_1: Setting Powered False\u000a09:05:34.282151 bus /gobi_0: Setting Powered False\u000a09:05:35.381420 bus /gobi_0: Setting Powered False\u000a09:05:36.490965 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29600): Process ended prematurely: osmo-stp_10.42.42.5(pid=29600) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29600)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29600): Process ended prematurely: osmo-stp_10.42.42.5(pid=29600) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29600)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a09:05:37.556149 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:37.567877 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:05:37.700556 tst ping.py: using LAC 32905\u000a09:05:37.814750 tst ping.py: using RAC 10\u000a09:05:37.940207 tst ping.py: using CellId 32905\u000a09:05:38.061551 tst ping.py: using BVCI 32906\u000a09:05:38.085423 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:38.098061 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:38.109403 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:38.120470 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:38.131641 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:38.142930 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:38.154347 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:38.165646 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:05:38.433756 tst ping.py:19: start network...\u000a09:05:38.554763 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:05:39.013888 run create_hlr_db(pid=29594): Launched\u000a09:05:39.182556 bus /gobi_6: Setting Powered False\u000a09:05:40.203111 run create_hlr_db(pid=29594): Terminated: ok {rc=0}\u000a09:05:40.617533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29596): Launched\u000a09:05:40.929116 run osmo-hlr_10.42.42.2(pid=29597): Launched\u000a09:05:41.044028 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:05:41.588807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29599): Launched\u000a09:05:41.901318 run osmo-stp_10.42.42.5(pid=29600): Launched\u000a09:05:42.014696 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:05:42.558708 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29602): Launched\u000a09:05:42.670194 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:05:42.941364 run patchelf(pid=29603): Launched\u000a09:05:43.123964 run osmo-stp_10.42.42.5(pid=29600): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29600)]\u000a09:05:43.257521 run osmo-stp_10.42.42.5(pid=29600): stdout: \u000a| (launched: 2022-12-13_09:05:41.747795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:43.390904 run osmo-stp_10.42.42.5(pid=29600): stderr: \u000a| �[0;m�[38;5;43m20221213090541938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090541939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090541939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090541939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090541942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090541942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090541942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:43.520180 run osmo-stp_10.42.42.5(pid=29600): stdout: \u000a| (launched: 2022-12-13_09:05:41.747795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:43.648323 run osmo-stp_10.42.42.5(pid=29600): stderr: \u000a| �[0;m�[38;5;43m20221213090541938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090541939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090541939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090541939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090541942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090541942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090541942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:43.797356 run patchelf(pid=29603): Terminating (SIGINT)\u000a09:05:43.972398 run patchelf(pid=29603): Terminated: ok {rc=0}\u000a09:05:44.004206 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29600): Process ended prematurely: osmo-stp_10.42.42.5(pid=29600) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29600)] [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a09:05:44.013525 tst ping.py:22: Test FAILED (6.4 sec)\u000a09:05:44.076052 run osmo-hlr_10.42.42.2(pid=29597): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29597)]\u000a09:05:44.128216 run osmo-hlr_10.42.42.2(pid=29597): stdout: \u000a| (launched: 2022-12-13_09:05:40.776205) \u000a09:05:44.180374 run osmo-hlr_10.42.42.2(pid=29597): stderr: \u000a| �[0;m�[1;31m20221213090540971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090540971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090540972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090540972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090540972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090540972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090540989 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090540998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090540998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090540998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:05:44.224739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29596): Terminating (SIGTERM)\u000a09:05:44.266458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29599): Terminating (SIGTERM)\u000a09:05:44.308092 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29602): Terminating (SIGTERM)\u000a09:05:44.317767 --- ParallelTerminationStrategy: PID 29596 died...\u000a09:05:44.373724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29596): Terminated: ok {rc=0}\u000a09:05:44.383808 --- ParallelTerminationStrategy: PID 29599 died...\u000a09:05:44.439492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29599): Terminated: ok {rc=0}\u000a09:05:44.449630 --- ParallelTerminationStrategy: PID 29602 died...\u000a09:05:44.505058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29602): Terminated: ok {rc=0}\u000a09:05:44.592281 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29610): Process ended prematurely: osmo-stp_10.42.42.5(pid=29610) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29610)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29610): Process ended prematurely: osmo-stp_10.42.42.5(pid=29610) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29610)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a09:05:45.644707 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:45.656730 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:05:45.795676 tst ping_idle_ping.py: using LAC 32906\u000a09:05:45.927582 tst ping_idle_ping.py: using RAC 11\u000a09:05:46.054795 tst ping_idle_ping.py: using CellId 32906\u000a09:05:46.183400 tst ping_idle_ping.py: using BVCI 32907\u000a09:05:46.209317 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:46.221644 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:46.233556 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:46.245460 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:46.258432 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:46.270990 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:46.283875 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:46.296357 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:05:46.589404 tst ping_idle_ping.py:24: start network...\u000a09:05:46.723044 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:05:47.272270 run create_hlr_db(pid=29604): Launched\u000a09:05:47.455536 bus /gobi_6: Setting Powered False\u000a09:05:48.475064 run create_hlr_db(pid=29604): Terminated: ok {rc=0}\u000a09:05:48.868241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29606): Launched\u000a09:05:49.160062 run osmo-hlr_10.42.42.2(pid=29607): Launched\u000a09:05:49.266497 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:05:49.773621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29609): Launched\u000a09:05:50.065505 run osmo-stp_10.42.42.5(pid=29610): Launched\u000a09:05:50.171515 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:05:50.681183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29612): Launched\u000a09:05:50.785354 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:05:51.039706 run patchelf(pid=29613): Launched\u000a09:05:51.211591 run osmo-stp_10.42.42.5(pid=29610): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29610)]\u000a09:05:51.337316 run osmo-stp_10.42.42.5(pid=29610): stdout: \u000a| (launched: 2022-12-13_09:05:49.922554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:51.462913 run osmo-stp_10.42.42.5(pid=29610): stderr: \u000a| �[0;m�[38;5;43m20221213090550090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090550091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090550091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090550091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090550093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090550094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090550094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:51.584333 run osmo-stp_10.42.42.5(pid=29610): stdout: \u000a| (launched: 2022-12-13_09:05:49.922554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:51.704835 run osmo-stp_10.42.42.5(pid=29610): stderr: \u000a| �[0;m�[38;5;43m20221213090550090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090550091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090550091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090550091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090550093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090550094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090550094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:51.845763 run patchelf(pid=29613): Terminating (SIGINT)\u000a09:05:52.011548 run patchelf(pid=29613): Terminated: ok {rc=0}\u000a09:05:52.041381 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29610): Process ended prematurely: osmo-stp_10.42.42.5(pid=29610) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29610)] [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a09:05:52.049827 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a09:05:52.109918 run osmo-hlr_10.42.42.2(pid=29607): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29607)]\u000a09:05:52.158687 run osmo-hlr_10.42.42.2(pid=29607): stdout: \u000a| (launched: 2022-12-13_09:05:49.016097) \u000a09:05:52.207820 run osmo-hlr_10.42.42.2(pid=29607): stderr: \u000a| �[0;m�[1;31m20221213090549193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090549193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090549193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090549193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090549193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090549193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090549225 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090549235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090549235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090549235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:05:52.249612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29606): Terminating (SIGTERM)\u000a09:05:52.288874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29609): Terminating (SIGTERM)\u000a09:05:52.328191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29612): Terminating (SIGTERM)\u000a09:05:52.337294 --- ParallelTerminationStrategy: PID 29606 died...\u000a09:05:52.390562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29606): Terminated: ok {rc=0}\u000a09:05:52.400003 --- ParallelTerminationStrategy: PID 29609 died...\u000a09:05:52.453200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29609): Terminated: ok {rc=0}\u000a09:05:52.462678 --- ParallelTerminationStrategy: PID 29612 died...\u000a09:05:52.516132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29612): Terminated: ok {rc=0}\u000a09:05:52.603765 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:04:55" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29631): Process ended prematurely: osmo-stp_10.42.42.5(pid=29631) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29631)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29631): Process ended prematurely: osmo-stp_10.42.42.5(pid=29631) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29631)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:05:54.778416 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:05:54.789743 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:05:54.957442 tst cs_paging_gprs_active.py: using LAC 32907\u000a09:05:55.080366 tst cs_paging_gprs_active.py: using RAC 12\u000a09:05:55.204316 tst cs_paging_gprs_active.py: using CellId 32907\u000a09:05:55.332095 tst cs_paging_gprs_active.py: using BVCI 32908\u000a09:05:55.356475 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:05:55.367815 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:05:55.379094 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:05:55.390323 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:05:55.401584 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:05:55.412699 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:05:55.424023 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:05:55.435198 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:05:55.446576 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:05:55.563527 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:05:55.852189 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:05:55.985891 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:05:56.312798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29621): Launched\u000a09:05:56.585147 run iperf3-srv_10.42.42.10(pid=29622): Launched\u000a09:05:56.780331 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:05:56.913384 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:05:57.241796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29623): Launched\u000a09:05:57.513725 run iperf3-srv_10.42.42.10(pid=29624): Launched\u000a09:05:57.707986 tst cs_paging_gprs_active.py:38: start network...\u000a09:05:57.840517 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:05:58.347507 run create_hlr_db(pid=29625): Launched\u000a09:05:58.530124 bus /gobi_6: Setting Powered False\u000a09:05:59.551426 run create_hlr_db(pid=29625): Terminated: ok {rc=0}\u000a09:05:59.971509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29627): Launched\u000a09:06:00.288474 run osmo-hlr_10.42.42.2(pid=29628): Launched\u000a09:06:00.407586 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:06:00.956541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29630): Launched\u000a09:06:01.373739 run osmo-stp_10.42.42.5(pid=29631): Launched\u000a09:06:01.601276 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:06:02.186370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29633): Launched\u000a09:06:02.300701 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:06:02.576073 run patchelf(pid=29634): Launched\u000a09:06:02.761107 run osmo-stp_10.42.42.5(pid=29631): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29631)]\u000a09:06:02.896482 run osmo-stp_10.42.42.5(pid=29631): stdout: \u000a| (launched: 2022-12-13_09:06:01.121483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:03.032165 run osmo-stp_10.42.42.5(pid=29631): stderr: \u000a| �[0;m�[38;5;43m20221213090601421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090601421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090601422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090601422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090601423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090601423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090601423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:03.163986 run osmo-stp_10.42.42.5(pid=29631): stdout: \u000a| (launched: 2022-12-13_09:06:01.121483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:03.295583 run osmo-stp_10.42.42.5(pid=29631): stderr: \u000a| �[0;m�[38;5;43m20221213090601421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090601421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090601422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090601422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090601423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090601423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090601423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:03.446783 run patchelf(pid=29634): Terminating (SIGINT)\u000a09:06:03.624430 run patchelf(pid=29634): Terminated: ok {rc=0}\u000a09:06:03.657093 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29631): Process ended prematurely: osmo-stp_10.42.42.5(pid=29631) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29631)] [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a09:06:03.666875 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a09:06:03.728795 run osmo-hlr_10.42.42.2(pid=29628): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29628)]\u000a09:06:03.779416 run osmo-hlr_10.42.42.2(pid=29628): stdout: \u000a| (launched: 2022-12-13_09:06:00.133477) \u000a09:06:03.830691 run osmo-hlr_10.42.42.2(pid=29628): stderr: \u000a| �[0;m�[1;31m20221213090600332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090600332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090600332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090600332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090600332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090600332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090600345 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090600353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090600353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090600354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:06:03.874405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29621): Terminating (SIGTERM)\u000a09:06:03.915408 run iperf3-srv_10.42.42.10(pid=29622): Terminating (SIGTERM)\u000a09:06:03.956837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29623): Terminating (SIGTERM)\u000a09:06:03.998255 run iperf3-srv_10.42.42.10(pid=29624): Terminating (SIGTERM)\u000a09:06:04.039275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29627): Terminating (SIGTERM)\u000a09:06:04.080480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29630): Terminating (SIGTERM)\u000a09:06:04.121913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29633): Terminating (SIGTERM)\u000a09:06:04.131427 --- ParallelTerminationStrategy: PID 29621 died...\u000a09:06:04.186580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29621): Terminated: ok {rc=0}\u000a09:06:04.196425 --- ParallelTerminationStrategy: PID 29622 died...\u000a09:06:04.251093 run iperf3-srv_10.42.42.10(pid=29622): Terminated {rc=256}\u000a09:06:04.260877 --- ParallelTerminationStrategy: PID 29623 died...\u000a09:06:04.315258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29623): Terminated: ok {rc=0}\u000a09:06:04.325097 --- ParallelTerminationStrategy: PID 29624 died...\u000a09:06:04.379541 run iperf3-srv_10.42.42.10(pid=29624): Terminated {rc=256}\u000a09:06:04.389437 --- ParallelTerminationStrategy: PID 29627 died...\u000a09:06:04.444193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29627): Terminated: ok {rc=0}\u000a09:06:04.454518 --- ParallelTerminationStrategy: PID 29630 died...\u000a09:06:04.509315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29630): Terminated: ok {rc=0}\u000a09:06:04.519160 --- ParallelTerminationStrategy: PID 29633 died...\u000a09:06:04.573718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29633): Terminated: ok {rc=0}\u000a09:06:04.659290 bus /gobi_0: Setting Powered False\u000a09:06:05.763917 bus /gobi_0: Setting Powered False\u000a09:06:06.871781 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29643): Process ended prematurely: osmo-stp_10.42.42.5(pid=29643) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29643)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29643): Process ended prematurely: osmo-stp_10.42.42.5(pid=29643) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29643)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a09:06:07.985911 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:07.997961 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:06:08.166836 tst iperf3.py: using LAC 32908\u000a09:06:08.291545 tst iperf3.py: using RAC 13\u000a09:06:08.415530 tst iperf3.py: using CellId 32908\u000a09:06:08.541868 tst iperf3.py: using BVCI 32909\u000a09:06:08.566183 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:08.577653 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:08.588809 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:08.599995 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:08.611776 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:08.623485 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:08.635327 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:08.647022 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:08.659031 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:06:08.934722 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:06:09.058929 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:06:09.365835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29635): Launched\u000a09:06:09.620310 run iperf3-srv_10.42.42.10(pid=29636): Launched\u000a09:06:09.801306 tst iperf3.py:8: start network...\u000a09:06:09.925307 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:06:10.393986 run create_hlr_db(pid=29637): Launched\u000a09:06:10.565280 bus /gobi_6: Setting Powered False\u000a09:06:11.587386 run create_hlr_db(pid=29637): Terminated: ok {rc=0}\u000a09:06:11.982204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29639): Launched\u000a09:06:12.281170 run osmo-hlr_10.42.42.2(pid=29640): Launched\u000a09:06:12.397029 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:06:12.918282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29642): Launched\u000a09:06:13.212841 run osmo-stp_10.42.42.5(pid=29643): Launched\u000a09:06:13.321618 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:06:13.836633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29645): Launched\u000a09:06:13.942264 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:06:14.201106 run patchelf(pid=29646): Launched\u000a09:06:14.375721 run osmo-stp_10.42.42.5(pid=29643): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29643)]\u000a09:06:14.503230 run osmo-stp_10.42.42.5(pid=29643): stdout: \u000a| (launched: 2022-12-13_09:06:13.067762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:14.631226 run osmo-stp_10.42.42.5(pid=29643): stderr: \u000a| �[0;m�[38;5;43m20221213090613236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090613236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090613236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090613237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090613239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090613239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090613239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:14.754925 run osmo-stp_10.42.42.5(pid=29643): stdout: \u000a| (launched: 2022-12-13_09:06:13.067762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:14.877356 run osmo-stp_10.42.42.5(pid=29643): stderr: \u000a| �[0;m�[38;5;43m20221213090613236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090613236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090613236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090613237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090613239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090613239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090613239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:15.020107 run patchelf(pid=29646): Terminating (SIGINT)\u000a09:06:15.187666 run patchelf(pid=29646): Terminated: ok {rc=0}\u000a09:06:15.218516 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29643): Process ended prematurely: osmo-stp_10.42.42.5(pid=29643) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29643)] [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a09:06:15.227704 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a09:06:15.288047 run osmo-hlr_10.42.42.2(pid=29640): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29640)]\u000a09:06:15.337314 run osmo-hlr_10.42.42.2(pid=29640): stdout: \u000a| (launched: 2022-12-13_09:06:12.134165) \u000a09:06:15.387390 run osmo-hlr_10.42.42.2(pid=29640): stderr: \u000a| �[0;m�[1;31m20221213090612308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090612308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090612308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090612308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090612308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090612308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090612320 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090612328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090612329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090612329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:06:15.429883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29635): Terminating (SIGTERM)\u000a09:06:15.469786 run iperf3-srv_10.42.42.10(pid=29636): Terminating (SIGTERM)\u000a09:06:15.509690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29639): Terminating (SIGTERM)\u000a09:06:15.549600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29642): Terminating (SIGTERM)\u000a09:06:15.589697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29645): Terminating (SIGTERM)\u000a09:06:15.598954 --- ParallelTerminationStrategy: PID 29635 died...\u000a09:06:15.653295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29635): Terminated: ok {rc=0}\u000a09:06:15.662883 --- ParallelTerminationStrategy: PID 29636 died...\u000a09:06:15.716374 run iperf3-srv_10.42.42.10(pid=29636): Terminated {rc=256}\u000a09:06:15.725896 --- ParallelTerminationStrategy: PID 29639 died...\u000a09:06:15.779291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29639): Terminated: ok {rc=0}\u000a09:06:15.789473 --- ParallelTerminationStrategy: PID 29642 died...\u000a09:06:15.843600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29642): Terminated: ok {rc=0}\u000a09:06:15.853191 --- ParallelTerminationStrategy: PID 29645 died...\u000a09:06:15.921586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29645): Terminated: ok {rc=0}\u000a09:06:16.017806 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29663): Process ended prematurely: osmo-stp_10.42.42.5(pid=29663) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29663)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29663): Process ended prematurely: osmo-stp_10.42.42.5(pid=29663) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29663)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a09:06:17.132713 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:17.145286 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:06:17.316368 tst iperf3m4.py: using LAC 32909\u000a09:06:17.437378 tst iperf3m4.py: using RAC 14\u000a09:06:17.554898 tst iperf3m4.py: using CellId 32909\u000a09:06:17.673593 tst iperf3m4.py: using BVCI 32910\u000a09:06:17.696180 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:17.707415 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:17.718453 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:17.729339 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:17.740761 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:17.752329 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:17.764031 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:17.775507 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:17.787172 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:06:17.904596 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:06:18.026468 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:06:18.144917 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:06:18.436632 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:06:18.569811 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:06:18.897519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29649): Launched\u000a09:06:19.170815 run iperf3-srv_10.42.42.10(pid=29650): Launched\u000a09:06:19.366300 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:06:19.499244 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:06:19.827713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29651): Launched\u000a09:06:20.100314 run iperf3-srv_10.42.42.10(pid=29652): Launched\u000a09:06:20.296441 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:06:20.429286 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:06:20.757989 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29653): Launched\u000a09:06:21.030622 run iperf3-srv_10.42.42.10(pid=29654): Launched\u000a09:06:21.226272 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:06:21.359142 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:06:21.687190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29655): Launched\u000a09:06:21.982808 run iperf3-srv_10.42.42.10(pid=29656): Launched\u000a09:06:22.165313 tst iperf3m4.py:8: start network...\u000a09:06:22.289391 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:06:22.756489 run create_hlr_db(pid=29657): Launched\u000a09:06:22.927177 bus /gobi_6: Setting Powered False\u000a09:06:23.949194 run create_hlr_db(pid=29657): Terminated: ok {rc=0}\u000a09:06:24.372362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29659): Launched\u000a09:06:24.690244 run osmo-hlr_10.42.42.2(pid=29660): Launched\u000a09:06:24.811788 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:06:25.364224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29662): Launched\u000a09:06:25.681262 run osmo-stp_10.42.42.5(pid=29663): Launched\u000a09:06:25.795633 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:06:26.350122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29665): Launched\u000a09:06:26.463582 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:06:26.739359 run patchelf(pid=29666): Launched\u000a09:06:26.924536 run osmo-stp_10.42.42.5(pid=29663): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29663)]\u000a09:06:27.060198 run osmo-stp_10.42.42.5(pid=29663): stdout: \u000a| (launched: 2022-12-13_09:06:25.525874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:27.196422 run osmo-stp_10.42.42.5(pid=29663): stderr: \u000a| �[0;m�[38;5;43m20221213090625719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090625719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090625720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090625720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090625721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090625721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090625721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:27.327824 run osmo-stp_10.42.42.5(pid=29663): stdout: \u000a| (launched: 2022-12-13_09:06:25.525874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:27.458202 run osmo-stp_10.42.42.5(pid=29663): stderr: \u000a| �[0;m�[38;5;43m20221213090625719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090625719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090625720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090625720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090625721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090625721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090625721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:27.609537 run patchelf(pid=29666): Terminating (SIGINT)\u000a09:06:27.787251 run patchelf(pid=29666): Terminated: ok {rc=0}\u000a09:06:27.820051 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29663): Process ended prematurely: osmo-stp_10.42.42.5(pid=29663) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29663)] [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a09:06:27.829956 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a09:06:27.892159 run osmo-hlr_10.42.42.2(pid=29660): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29660)]\u000a09:06:27.942847 run osmo-hlr_10.42.42.2(pid=29660): stdout: \u000a| (launched: 2022-12-13_09:06:24.534428) \u000a09:06:27.994150 run osmo-hlr_10.42.42.2(pid=29660): stderr: \u000a| �[0;m�[1;31m20221213090624732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090624732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090624732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090624732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090624732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090624732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090624746 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090624755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090624755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090624755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:06:28.038104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29649): Terminating (SIGTERM)\u000a09:06:28.080239 run iperf3-srv_10.42.42.10(pid=29650): Terminating (SIGTERM)\u000a09:06:28.122682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29651): Terminating (SIGTERM)\u000a09:06:28.164831 run iperf3-srv_10.42.42.10(pid=29652): Terminating (SIGTERM)\u000a09:06:28.206613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29653): Terminating (SIGTERM)\u000a09:06:28.248348 run iperf3-srv_10.42.42.10(pid=29654): Terminating (SIGTERM)\u000a09:06:28.290231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29655): Terminating (SIGTERM)\u000a09:06:28.332178 run iperf3-srv_10.42.42.10(pid=29656): Terminating (SIGTERM)\u000a09:06:28.373891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29659): Terminating (SIGTERM)\u000a09:06:28.415663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29662): Terminating (SIGTERM)\u000a09:06:28.457643 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29665): Terminating (SIGTERM)\u000a09:06:28.467130 --- ParallelTerminationStrategy: PID 29649 died...\u000a09:06:28.522266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29649): Terminated: ok {rc=0}\u000a09:06:28.532139 --- ParallelTerminationStrategy: PID 29650 died...\u000a09:06:28.586584 run iperf3-srv_10.42.42.10(pid=29650): Terminated {rc=256}\u000a09:06:28.596399 --- ParallelTerminationStrategy: PID 29651 died...\u000a09:06:28.651130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29651): Terminated: ok {rc=0}\u000a09:06:28.661127 --- ParallelTerminationStrategy: PID 29652 died...\u000a09:06:28.715286 run iperf3-srv_10.42.42.10(pid=29652): Terminated {rc=256}\u000a09:06:28.725101 --- ParallelTerminationStrategy: PID 29653 died...\u000a09:06:28.779921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29653): Terminated: ok {rc=0}\u000a09:06:28.790045 --- ParallelTerminationStrategy: PID 29654 died...\u000a09:06:28.844664 run iperf3-srv_10.42.42.10(pid=29654): Terminated {rc=256}\u000a09:06:28.854470 --- ParallelTerminationStrategy: PID 29655 died...\u000a09:06:28.909455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29655): Terminated: ok {rc=0}\u000a09:06:28.919356 --- ParallelTerminationStrategy: PID 29656 died...\u000a09:06:28.973750 run iperf3-srv_10.42.42.10(pid=29656): Terminated {rc=256}\u000a09:06:28.983571 --- ParallelTerminationStrategy: PID 29659 died...\u000a09:06:29.038238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29659): Terminated: ok {rc=0}\u000a09:06:29.048189 --- ParallelTerminationStrategy: PID 29662 died...\u000a09:06:29.102862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29662): Terminated: ok {rc=0}\u000a09:06:29.113082 --- ParallelTerminationStrategy: PID 29665 died...\u000a09:06:29.167765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29665): Terminated: ok {rc=0}\u000a09:06:29.252548 bus /gobi_4: Setting Powered False\u000a09:06:30.357088 bus /gobi_4: Setting Powered False\u000a09:06:31.479414 bus /gobi_1: Setting Powered False\u000a09:06:32.581870 bus /gobi_1: Setting Powered False\u000a09:06:33.691709 bus /gobi_0: Setting Powered False\u000a09:06:34.793470 bus /gobi_0: Setting Powered False\u000a09:06:35.904785 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29673): Process ended prematurely: osmo-stp_10.42.42.5(pid=29673) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29673)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29673): Process ended prematurely: osmo-stp_10.42.42.5(pid=29673) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29673)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a09:06:36.971909 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:36.983391 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:06:37.137291 tst ping.py: using LAC 32910\u000a09:06:37.251419 tst ping.py: using RAC 15\u000a09:06:37.373621 tst ping.py: using CellId 32910\u000a09:06:37.498096 tst ping.py: using BVCI 32911\u000a09:06:37.522504 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:37.534239 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:37.545511 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:37.556751 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:37.568935 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:37.581221 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:37.593379 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:37.605364 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:06:37.877264 tst ping.py:19: start network...\u000a09:06:37.998330 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:06:38.455559 run create_hlr_db(pid=29667): Launched\u000a09:06:38.623781 bus /gobi_6: Setting Powered False\u000a09:06:39.644698 run create_hlr_db(pid=29667): Terminated: ok {rc=0}\u000a09:06:40.057082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29669): Launched\u000a09:06:40.369693 run osmo-hlr_10.42.42.2(pid=29670): Launched\u000a09:06:40.484922 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:06:41.027601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29672): Launched\u000a09:06:41.338468 run osmo-stp_10.42.42.5(pid=29673): Launched\u000a09:06:41.451827 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:06:41.994489 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29675): Launched\u000a09:06:42.105334 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:06:42.376856 run patchelf(pid=29676): Launched\u000a09:06:42.558785 run osmo-stp_10.42.42.5(pid=29673): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29673)]\u000a09:06:42.691613 run osmo-stp_10.42.42.5(pid=29673): stdout: \u000a| (launched: 2022-12-13_09:06:41.186292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:42.825013 run osmo-stp_10.42.42.5(pid=29673): stderr: \u000a| �[0;m�[38;5;43m20221213090641377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090641377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090641377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090641378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090641378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090641378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090641378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:42.954101 run osmo-stp_10.42.42.5(pid=29673): stdout: \u000a| (launched: 2022-12-13_09:06:41.186292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:43.082119 run osmo-stp_10.42.42.5(pid=29673): stderr: \u000a| �[0;m�[38;5;43m20221213090641377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090641377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090641377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090641378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090641378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090641378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090641378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:43.231038 run patchelf(pid=29676): Terminating (SIGINT)\u000a09:06:43.405523 run patchelf(pid=29676): Terminated: ok {rc=0}\u000a09:06:43.437178 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29673): Process ended prematurely: osmo-stp_10.42.42.5(pid=29673) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29673)] [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a09:06:43.446317 tst ping.py:22: Test FAILED (6.5 sec)\u000a09:06:43.508239 run osmo-hlr_10.42.42.2(pid=29670): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29670)]\u000a09:06:43.559108 run osmo-hlr_10.42.42.2(pid=29670): stdout: \u000a| (launched: 2022-12-13_09:06:40.216233) \u000a09:06:43.610388 run osmo-hlr_10.42.42.2(pid=29670): stderr: \u000a| �[0;m�[1;31m20221213090640412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090640412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090640412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090640412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090640412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090640412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090640425 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090640433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090640433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090640433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:06:43.654101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29669): Terminating (SIGTERM)\u000a09:06:43.695362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29672): Terminating (SIGTERM)\u000a09:06:43.737333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29675): Terminating (SIGTERM)\u000a09:06:43.746852 --- ParallelTerminationStrategy: PID 29669 died...\u000a09:06:43.801891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29669): Terminated: ok {rc=0}\u000a09:06:43.811875 --- ParallelTerminationStrategy: PID 29672 died...\u000a09:06:43.866533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29672): Terminated: ok {rc=0}\u000a09:06:43.876346 --- ParallelTerminationStrategy: PID 29675 died...\u000a09:06:43.931003 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29675): Terminated: ok {rc=0}\u000a09:06:44.016428 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29683): Process ended prematurely: osmo-stp_10.42.42.5(pid=29683) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29683)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29683): Process ended prematurely: osmo-stp_10.42.42.5(pid=29683) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29683)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a09:06:45.068151 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:45.079680 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:06:45.236191 tst ping_idle_ping.py: using LAC 32911\u000a09:06:45.350742 tst ping_idle_ping.py: using RAC 16\u000a09:06:45.465091 tst ping_idle_ping.py: using CellId 32911\u000a09:06:45.588693 tst ping_idle_ping.py: using BVCI 32912\u000a09:06:45.612846 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:45.624615 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:45.636071 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:45.647593 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:45.659540 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:45.671507 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:45.683412 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:45.695272 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:06:45.990507 tst ping_idle_ping.py:24: start network...\u000a09:06:46.113629 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:06:46.640301 run create_hlr_db(pid=29677): Launched\u000a09:06:46.814080 bus /gobi_6: Setting Powered False\u000a09:06:47.840318 run create_hlr_db(pid=29677): Terminated: ok {rc=0}\u000a09:06:48.232375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29679): Launched\u000a09:06:48.526182 run osmo-hlr_10.42.42.2(pid=29680): Launched\u000a09:06:48.640410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:06:49.153153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29682): Launched\u000a09:06:49.445572 run osmo-stp_10.42.42.5(pid=29683): Launched\u000a09:06:49.553059 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:06:50.060643 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29685): Launched\u000a09:06:50.164828 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:06:50.418674 run patchelf(pid=29686): Launched\u000a09:06:50.589718 run osmo-stp_10.42.42.5(pid=29683): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29683)]\u000a09:06:50.715324 run osmo-stp_10.42.42.5(pid=29683): stdout: \u000a| (launched: 2022-12-13_09:06:49.301627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:50.840807 run osmo-stp_10.42.42.5(pid=29683): stderr: \u000a| �[0;m�[38;5;43m20221213090649469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090649469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090649469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090649470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090649470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090649470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090649470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:50.962138 run osmo-stp_10.42.42.5(pid=29683): stdout: \u000a| (launched: 2022-12-13_09:06:49.301627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:51.082703 run osmo-stp_10.42.42.5(pid=29683): stderr: \u000a| �[0;m�[38;5;43m20221213090649469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090649469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090649469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090649470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090649470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090649470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090649470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:51.222837 run patchelf(pid=29686): Terminating (SIGINT)\u000a09:06:51.386638 run patchelf(pid=29686): Terminated: ok {rc=0}\u000a09:06:51.416636 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29683): Process ended prematurely: osmo-stp_10.42.42.5(pid=29683) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29683)] [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a09:06:51.425287 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a09:06:51.484206 run osmo-hlr_10.42.42.2(pid=29680): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29680)]\u000a09:06:51.532713 run osmo-hlr_10.42.42.2(pid=29680): stdout: \u000a| (launched: 2022-12-13_09:06:48.381654) \u000a09:06:51.581828 run osmo-hlr_10.42.42.2(pid=29680): stderr: \u000a| �[0;m�[1;31m20221213090648555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090648555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090648555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090648555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090648555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090648555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090648568 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090648578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090648578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090648578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:06:51.623582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29679): Terminating (SIGTERM)\u000a09:06:51.663152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29682): Terminating (SIGTERM)\u000a09:06:51.702695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29685): Terminating (SIGTERM)\u000a09:06:51.711809 --- ParallelTerminationStrategy: PID 29679 died...\u000a09:06:51.764842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29679): Terminated: ok {rc=0}\u000a09:06:51.774374 --- ParallelTerminationStrategy: PID 29682 died...\u000a09:06:51.827052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29682): Terminated: ok {rc=0}\u000a09:06:51.836410 --- ParallelTerminationStrategy: PID 29685 died...\u000a09:06:51.888866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29685): Terminated: ok {rc=0}\u000a09:06:51.970492 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:05:54" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29700): Process ended prematurely: osmo-stp_10.42.42.5(pid=29700) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29700)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29700): Process ended prematurely: osmo-stp_10.42.42.5(pid=29700) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29700)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:06:54.139696 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:06:54.151071 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:06:54.315738 tst cs_paging_gprs_active.py: using LAC 32912\u000a09:06:54.440251 tst cs_paging_gprs_active.py: using RAC 17\u000a09:06:54.566966 tst cs_paging_gprs_active.py: using CellId 32912\u000a09:06:54.694365 tst cs_paging_gprs_active.py: using BVCI 32913\u000a09:06:54.718665 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:06:54.730096 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:06:54.741459 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:06:54.752759 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:06:54.763995 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:06:54.775120 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:06:54.786469 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:06:54.797665 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:06:54.809039 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:06:54.928719 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:06:55.205297 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:06:55.328896 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:06:55.636166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29690): Launched\u000a09:06:55.891705 run iperf3-srv_10.42.42.10(pid=29691): Launched\u000a09:06:56.073392 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:06:56.197999 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:06:56.505523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29692): Launched\u000a09:06:56.760212 run iperf3-srv_10.42.42.10(pid=29693): Launched\u000a09:06:56.941259 tst cs_paging_gprs_active.py:38: start network...\u000a09:06:57.065412 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:06:57.533053 run create_hlr_db(pid=29694): Launched\u000a09:06:57.703105 bus /gobi_6: Setting Powered False\u000a09:06:58.726245 run create_hlr_db(pid=29694): Terminated: ok {rc=0}\u000a09:06:59.146797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29696): Launched\u000a09:06:59.463463 run osmo-hlr_10.42.42.2(pid=29697): Launched\u000a09:06:59.583264 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:07:00.134618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29699): Launched\u000a09:07:00.452826 run osmo-stp_10.42.42.5(pid=29700): Launched\u000a09:07:00.568872 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:07:01.171678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29702): Launched\u000a09:07:01.287003 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:07:01.582540 run patchelf(pid=29703): Launched\u000a09:07:01.771313 run osmo-stp_10.42.42.5(pid=29700): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29700)]\u000a09:07:01.910496 run osmo-stp_10.42.42.5(pid=29700): stdout: \u000a| (launched: 2022-12-13_09:07:00.296938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:02.049102 run osmo-stp_10.42.42.5(pid=29700): stderr: \u000a| �[0;m�[38;5;43m20221213090700487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090700487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090700487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090700488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090700488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090700488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090700488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:02.183490 run osmo-stp_10.42.42.5(pid=29700): stdout: \u000a| (launched: 2022-12-13_09:07:00.296938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:02.316179 run osmo-stp_10.42.42.5(pid=29700): stderr: \u000a| �[0;m�[38;5;43m20221213090700487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090700487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090700487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090700488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090700488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090700488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090700488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:02.468914 run patchelf(pid=29703): Terminating (SIGINT)\u000a09:07:02.647190 run patchelf(pid=29703): Terminated: ok {rc=0}\u000a09:07:02.679922 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29700): Process ended prematurely: osmo-stp_10.42.42.5(pid=29700) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29700)] [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a09:07:02.689767 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a09:07:02.751896 run osmo-hlr_10.42.42.2(pid=29697): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29697)]\u000a09:07:02.802913 run osmo-hlr_10.42.42.2(pid=29697): stdout: \u000a| (launched: 2022-12-13_09:06:59.308712) \u000a09:07:02.854748 run osmo-hlr_10.42.42.2(pid=29697): stderr: \u000a| �[0;m�[1;31m20221213090659506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090659506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090659506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090659507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090659507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090659507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090659518 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090659526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090659527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090659527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:07:02.898781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29690): Terminating (SIGTERM)\u000a09:07:02.940158 run iperf3-srv_10.42.42.10(pid=29691): Terminating (SIGTERM)\u000a09:07:02.982058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29692): Terminating (SIGTERM)\u000a09:07:03.023846 run iperf3-srv_10.42.42.10(pid=29693): Terminating (SIGTERM)\u000a09:07:03.065904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29696): Terminating (SIGTERM)\u000a09:07:03.108006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29699): Terminating (SIGTERM)\u000a09:07:03.149706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29702): Terminating (SIGTERM)\u000a09:07:03.159190 --- ParallelTerminationStrategy: PID 29690 died...\u000a09:07:03.214446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29690): Terminated: ok {rc=0}\u000a09:07:03.224346 --- ParallelTerminationStrategy: PID 29691 died...\u000a09:07:03.279056 run iperf3-srv_10.42.42.10(pid=29691): Terminated {rc=256}\u000a09:07:03.288843 --- ParallelTerminationStrategy: PID 29692 died...\u000a09:07:03.343993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29692): Terminated: ok {rc=0}\u000a09:07:03.353857 --- ParallelTerminationStrategy: PID 29693 died...\u000a09:07:03.408672 run iperf3-srv_10.42.42.10(pid=29693): Terminated {rc=256}\u000a09:07:03.418515 --- ParallelTerminationStrategy: PID 29696 died...\u000a09:07:03.473549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29696): Terminated: ok {rc=0}\u000a09:07:03.483461 --- ParallelTerminationStrategy: PID 29699 died...\u000a09:07:03.538541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29699): Terminated: ok {rc=0}\u000a09:07:03.548474 --- ParallelTerminationStrategy: PID 29702 died...\u000a09:07:03.603580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29702): Terminated: ok {rc=0}\u000a09:07:03.692657 bus /gobi_0: Setting Powered False\u000a09:07:04.799949 bus /gobi_0: Setting Powered False\u000a09:07:05.906790 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29712): Process ended prematurely: osmo-stp_10.42.42.5(pid=29712) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29712)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29712): Process ended prematurely: osmo-stp_10.42.42.5(pid=29712) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29712)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a09:07:07.019170 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:07.031315 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:07:07.204441 tst iperf3.py: using LAC 32913\u000a09:07:07.326985 tst iperf3.py: using RAC 18\u000a09:07:07.451337 tst iperf3.py: using CellId 32913\u000a09:07:07.575091 tst iperf3.py: using BVCI 32914\u000a09:07:07.598036 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:07.609125 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:07.620143 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:07.630906 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:07.642467 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:07.653695 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:07.665121 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:07.676094 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:07.687411 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:07:07.961649 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:07:08.085927 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:07:08.394189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29704): Launched\u000a09:07:08.650421 run iperf3-srv_10.42.42.10(pid=29705): Launched\u000a09:07:08.832306 tst iperf3.py:8: start network...\u000a09:07:08.956310 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:07:09.421755 run create_hlr_db(pid=29706): Launched\u000a09:07:09.591737 bus /gobi_6: Setting Powered False\u000a09:07:10.613924 run create_hlr_db(pid=29706): Terminated: ok {rc=0}\u000a09:07:11.032284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29708): Launched\u000a09:07:11.348801 run osmo-hlr_10.42.42.2(pid=29709): Launched\u000a09:07:11.467442 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:07:12.018405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29711): Launched\u000a09:07:12.335257 run osmo-stp_10.42.42.5(pid=29712): Launched\u000a09:07:12.450917 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:07:13.002973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29714): Launched\u000a09:07:13.116308 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:07:13.392169 run patchelf(pid=29715): Launched\u000a09:07:13.577499 run osmo-stp_10.42.42.5(pid=29712): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29712)]\u000a09:07:13.713145 run osmo-stp_10.42.42.5(pid=29712): stdout: \u000a| (launched: 2022-12-13_09:07:12.180307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:13.849183 run osmo-stp_10.42.42.5(pid=29712): stderr: \u000a| �[0;m�[38;5;43m20221213090712373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090712373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090712373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090712374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090712374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090712374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090712374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:13.980747 run osmo-stp_10.42.42.5(pid=29712): stdout: \u000a| (launched: 2022-12-13_09:07:12.180307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:14.111130 run osmo-stp_10.42.42.5(pid=29712): stderr: \u000a| �[0;m�[38;5;43m20221213090712373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090712373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090712373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090712374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090712374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090712374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090712374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:14.263404 run patchelf(pid=29715): Terminating (SIGINT)\u000a09:07:14.441685 run patchelf(pid=29715): Terminated: ok {rc=0}\u000a09:07:14.474445 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29712): Process ended prematurely: osmo-stp_10.42.42.5(pid=29712) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29712)] [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a09:07:14.484290 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a09:07:14.547058 run osmo-hlr_10.42.42.2(pid=29709): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29709)]\u000a09:07:14.598169 run osmo-hlr_10.42.42.2(pid=29709): stdout: \u000a| (launched: 2022-12-13_09:07:11.194050) \u000a09:07:14.650019 run osmo-hlr_10.42.42.2(pid=29709): stderr: \u000a| �[0;m�[1;31m20221213090711390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090711390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090711390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090711390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090711390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090711390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090711403 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090711411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090711412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090711412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:07:14.694131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29704): Terminating (SIGTERM)\u000a09:07:14.735633 run iperf3-srv_10.42.42.10(pid=29705): Terminating (SIGTERM)\u000a09:07:14.777301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29708): Terminating (SIGTERM)\u000a09:07:14.818991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29711): Terminating (SIGTERM)\u000a09:07:14.862936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29714): Terminating (SIGTERM)\u000a09:07:14.873118 --- ParallelTerminationStrategy: PID 29704 died...\u000a09:07:14.929203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29704): Terminated: ok {rc=0}\u000a09:07:14.939312 --- ParallelTerminationStrategy: PID 29705 died...\u000a09:07:14.994727 run iperf3-srv_10.42.42.10(pid=29705): Terminated {rc=256}\u000a09:07:15.004810 --- ParallelTerminationStrategy: PID 29708 died...\u000a09:07:15.060476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29708): Terminated: ok {rc=0}\u000a09:07:15.070723 --- ParallelTerminationStrategy: PID 29711 died...\u000a09:07:15.126371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29711): Terminated: ok {rc=0}\u000a09:07:15.136752 --- ParallelTerminationStrategy: PID 29714 died...\u000a09:07:15.192214 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29714): Terminated: ok {rc=0}\u000a09:07:15.278310 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29730): Process ended prematurely: osmo-stp_10.42.42.5(pid=29730) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29730)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29730): Process ended prematurely: osmo-stp_10.42.42.5(pid=29730) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a09:07:16.417899 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:16.434357 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:07:16.639084 tst iperf3m4.py: using LAC 32914\u000a09:07:16.772336 tst iperf3m4.py: using RAC 19\u000a09:07:16.896101 tst iperf3m4.py: using CellId 32914\u000a09:07:17.047553 tst iperf3m4.py: using BVCI 32915\u000a09:07:17.075594 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:17.089805 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:17.111504 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:17.136723 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:17.159387 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:17.171991 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:17.184096 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:17.195515 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:17.207688 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:07:17.328286 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:07:17.445990 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:07:17.566103 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:07:17.849897 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:07:17.974427 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:07:18.282239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29716): Launched\u000a09:07:18.537778 run iperf3-srv_10.42.42.10(pid=29717): Launched\u000a09:07:18.719031 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:07:18.842566 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:07:19.148809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29718): Launched\u000a09:07:19.403776 run iperf3-srv_10.42.42.10(pid=29719): Launched\u000a09:07:19.584599 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:07:19.708278 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:07:20.015626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29720): Launched\u000a09:07:20.271507 run iperf3-srv_10.42.42.10(pid=29721): Launched\u000a09:07:20.452512 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:07:20.576491 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:07:20.883353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29722): Launched\u000a09:07:21.139105 run iperf3-srv_10.42.42.10(pid=29723): Launched\u000a09:07:21.319579 tst iperf3m4.py:8: start network...\u000a09:07:21.443237 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:07:21.910257 run create_hlr_db(pid=29724): Launched\u000a09:07:22.080387 bus /gobi_6: Setting Powered False\u000a09:07:23.103330 run create_hlr_db(pid=29724): Terminated: ok {rc=0}\u000a09:07:23.497462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29726): Launched\u000a09:07:23.794348 run osmo-hlr_10.42.42.2(pid=29727): Launched\u000a09:07:23.906737 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:07:24.421209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29729): Launched\u000a09:07:24.716884 run osmo-stp_10.42.42.5(pid=29730): Launched\u000a09:07:24.825633 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:07:25.348284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29732): Launched\u000a09:07:25.461594 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:07:25.736695 run patchelf(pid=29733): Launched\u000a09:07:25.922021 run osmo-stp_10.42.42.5(pid=29730): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29730)]\u000a09:07:26.057593 run osmo-stp_10.42.42.5(pid=29730): stdout: \u000a| (launched: 2022-12-13_09:07:24.571138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:26.193925 run osmo-stp_10.42.42.5(pid=29730): stderr: \u000a| �[0;m�[38;5;43m20221213090724741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090724741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090724741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090724742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090724742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090724742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090724742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:26.324937 run osmo-stp_10.42.42.5(pid=29730): stdout: \u000a| (launched: 2022-12-13_09:07:24.571138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:26.455775 run osmo-stp_10.42.42.5(pid=29730): stderr: \u000a| �[0;m�[38;5;43m20221213090724741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090724741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090724741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090724742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090724742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090724742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090724742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:26.607803 run patchelf(pid=29733): Terminating (SIGINT)\u000a09:07:26.786039 run patchelf(pid=29733): Terminated: ok {rc=0}\u000a09:07:26.818967 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29730): Process ended prematurely: osmo-stp_10.42.42.5(pid=29730) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29730)] [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a09:07:26.829155 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a09:07:26.891534 run osmo-hlr_10.42.42.2(pid=29727): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29727)]\u000a09:07:26.942650 run osmo-hlr_10.42.42.2(pid=29727): stdout: \u000a| (launched: 2022-12-13_09:07:23.648170) \u000a09:07:26.994339 run osmo-hlr_10.42.42.2(pid=29727): stderr: \u000a| �[0;m�[1;31m20221213090723823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090723823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090723823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090723823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090723823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090723823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090723838 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090723848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090723848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090723848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:07:27.038379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29716): Terminating (SIGTERM)\u000a09:07:27.079825 run iperf3-srv_10.42.42.10(pid=29717): Terminating (SIGTERM)\u000a09:07:27.121376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29718): Terminating (SIGTERM)\u000a09:07:27.163236 run iperf3-srv_10.42.42.10(pid=29719): Terminating (SIGTERM)\u000a09:07:27.205592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29720): Terminating (SIGTERM)\u000a09:07:27.247394 run iperf3-srv_10.42.42.10(pid=29721): Terminating (SIGTERM)\u000a09:07:27.288897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29722): Terminating (SIGTERM)\u000a09:07:27.330391 run iperf3-srv_10.42.42.10(pid=29723): Terminating (SIGTERM)\u000a09:07:27.371952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29726): Terminating (SIGTERM)\u000a09:07:27.413459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29729): Terminating (SIGTERM)\u000a09:07:27.454939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29732): Terminating (SIGTERM)\u000a09:07:27.464558 --- ParallelTerminationStrategy: PID 29716 died...\u000a09:07:27.520317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29716): Terminated: ok {rc=0}\u000a09:07:27.530420 --- ParallelTerminationStrategy: PID 29717 died...\u000a09:07:27.585442 run iperf3-srv_10.42.42.10(pid=29717): Terminated {rc=256}\u000a09:07:27.595462 --- ParallelTerminationStrategy: PID 29718 died...\u000a09:07:27.650810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29718): Terminated: ok {rc=0}\u000a09:07:27.660921 --- ParallelTerminationStrategy: PID 29719 died...\u000a09:07:27.716222 run iperf3-srv_10.42.42.10(pid=29719): Terminated {rc=256}\u000a09:07:27.726163 --- ParallelTerminationStrategy: PID 29720 died...\u000a09:07:27.781792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29720): Terminated: ok {rc=0}\u000a09:07:27.791919 --- ParallelTerminationStrategy: PID 29721 died...\u000a09:07:27.847282 run iperf3-srv_10.42.42.10(pid=29721): Terminated {rc=256}\u000a09:07:27.857532 --- ParallelTerminationStrategy: PID 29722 died...\u000a09:07:27.912836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29722): Terminated: ok {rc=0}\u000a09:07:27.922936 --- ParallelTerminationStrategy: PID 29723 died...\u000a09:07:27.977945 run iperf3-srv_10.42.42.10(pid=29723): Terminated {rc=256}\u000a09:07:27.988021 --- ParallelTerminationStrategy: PID 29726 died...\u000a09:07:28.043134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29726): Terminated: ok {rc=0}\u000a09:07:28.053134 --- ParallelTerminationStrategy: PID 29729 died...\u000a09:07:28.108086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29729): Terminated: ok {rc=0}\u000a09:07:28.118096 --- ParallelTerminationStrategy: PID 29732 died...\u000a09:07:28.174007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29732): Terminated: ok {rc=0}\u000a09:07:28.261112 bus /gobi_4: Setting Powered False\u000a09:07:29.362997 bus /gobi_4: Setting Powered False\u000a09:07:30.472206 bus /gobi_1: Setting Powered False\u000a09:07:31.582429 bus /gobi_1: Setting Powered False\u000a09:07:32.695565 bus /gobi_0: Setting Powered False\u000a09:07:33.797580 bus /gobi_0: Setting Powered False\u000a09:07:34.909689 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29740): Process ended prematurely: osmo-stp_10.42.42.5(pid=29740) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29740)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29740): Process ended prematurely: osmo-stp_10.42.42.5(pid=29740) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29740)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a09:07:35.976549 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:35.988159 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:07:36.146794 tst ping.py: using LAC 32915\u000a09:07:36.259052 tst ping.py: using RAC 20\u000a09:07:36.382827 tst ping.py: using CellId 32915\u000a09:07:36.505401 tst ping.py: using BVCI 32916\u000a09:07:36.529309 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:36.540871 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:36.552476 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:36.563709 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:36.574901 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:36.586175 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:36.597560 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:36.608717 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:07:36.894612 tst ping.py:19: start network...\u000a09:07:37.024822 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:07:37.521461 run create_hlr_db(pid=29734): Launched\u000a09:07:37.702317 bus /gobi_6: Setting Powered False\u000a09:07:38.723509 run create_hlr_db(pid=29734): Terminated: ok {rc=0}\u000a09:07:39.114937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29736): Launched\u000a09:07:39.406062 run osmo-hlr_10.42.42.2(pid=29737): Launched\u000a09:07:39.519503 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:07:40.047166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29739): Launched\u000a09:07:40.358356 run osmo-stp_10.42.42.5(pid=29740): Launched\u000a09:07:40.472314 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:07:41.014691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29742): Launched\u000a09:07:41.125807 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:07:41.396740 run patchelf(pid=29743): Launched\u000a09:07:41.579257 run osmo-stp_10.42.42.5(pid=29740): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29740)]\u000a09:07:41.713266 run osmo-stp_10.42.42.5(pid=29740): stdout: \u000a| (launched: 2022-12-13_09:07:40.206694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:41.847280 run osmo-stp_10.42.42.5(pid=29740): stderr: \u000a| �[0;m�[38;5;43m20221213090740397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090740398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090740398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090740398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090740399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090740399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090740399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:41.977643 run osmo-stp_10.42.42.5(pid=29740): stdout: \u000a| (launched: 2022-12-13_09:07:40.206694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:42.106231 run osmo-stp_10.42.42.5(pid=29740): stderr: \u000a| �[0;m�[38;5;43m20221213090740397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090740398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090740398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090740398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090740399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090740399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090740399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:42.256050 run patchelf(pid=29743): Terminating (SIGINT)\u000a09:07:42.431437 run patchelf(pid=29743): Terminated: ok {rc=0}\u000a09:07:42.463614 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29740): Process ended prematurely: osmo-stp_10.42.42.5(pid=29740) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29740)] [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a09:07:42.472736 tst ping.py:22: Test FAILED (6.5 sec)\u000a09:07:42.535768 run osmo-hlr_10.42.42.2(pid=29737): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29737)]\u000a09:07:42.587202 run osmo-hlr_10.42.42.2(pid=29737): stdout: \u000a| (launched: 2022-12-13_09:07:39.262973) \u000a09:07:42.638757 run osmo-hlr_10.42.42.2(pid=29737): stderr: \u000a| �[0;m�[1;31m20221213090739437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090739437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090739437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090739437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090739437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090739437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090739450 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090739458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090739458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090739458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:07:42.683247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29736): Terminating (SIGTERM)\u000a09:07:42.724812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29739): Terminating (SIGTERM)\u000a09:07:42.767232 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29742): Terminating (SIGTERM)\u000a09:07:42.777083 --- ParallelTerminationStrategy: PID 29736 died...\u000a09:07:42.833171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29736): Terminated: ok {rc=0}\u000a09:07:42.843304 --- ParallelTerminationStrategy: PID 29739 died...\u000a09:07:42.899239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29739): Terminated: ok {rc=0}\u000a09:07:42.909453 --- ParallelTerminationStrategy: PID 29742 died...\u000a09:07:42.964773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29742): Terminated: ok {rc=0}\u000a09:07:43.051212 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29750): Process ended prematurely: osmo-stp_10.42.42.5(pid=29750) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29750)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29750): Process ended prematurely: osmo-stp_10.42.42.5(pid=29750) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29750)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a09:07:44.102475 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:44.114544 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:07:44.270875 tst ping_idle_ping.py: using LAC 32916\u000a09:07:44.384808 tst ping_idle_ping.py: using RAC 21\u000a09:07:44.498796 tst ping_idle_ping.py: using CellId 32916\u000a09:07:44.612830 tst ping_idle_ping.py: using BVCI 32917\u000a09:07:44.635212 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:44.646204 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:44.656997 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:44.667721 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:44.678772 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:44.689866 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:44.700857 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:44.712098 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:07:44.983109 tst ping_idle_ping.py:24: start network...\u000a09:07:45.104815 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:07:45.567178 run create_hlr_db(pid=29744): Launched\u000a09:07:45.736491 bus /gobi_6: Setting Powered False\u000a09:07:46.762534 run create_hlr_db(pid=29744): Terminated: ok {rc=0}\u000a09:07:47.203479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29746): Launched\u000a09:07:47.515522 run osmo-hlr_10.42.42.2(pid=29747): Launched\u000a09:07:47.631173 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:07:48.172239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29749): Launched\u000a09:07:48.483519 run osmo-stp_10.42.42.5(pid=29750): Launched\u000a09:07:48.592526 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:07:49.104342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29752): Launched\u000a09:07:49.208768 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:07:49.463025 run patchelf(pid=29753): Launched\u000a09:07:49.634756 run osmo-stp_10.42.42.5(pid=29750): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29750)]\u000a09:07:49.760586 run osmo-stp_10.42.42.5(pid=29750): stdout: \u000a| (launched: 2022-12-13_09:07:48.331257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:49.887145 run osmo-stp_10.42.42.5(pid=29750): stderr: \u000a| �[0;m�[38;5;43m20221213090748500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090748500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090748500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090748501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090748501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090748501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090748501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:50.009066 run osmo-stp_10.42.42.5(pid=29750): stdout: \u000a| (launched: 2022-12-13_09:07:48.331257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:50.130220 run osmo-stp_10.42.42.5(pid=29750): stderr: \u000a| �[0;m�[38;5;43m20221213090748500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090748500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090748500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090748501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090748501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090748501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090748501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:50.270832 run patchelf(pid=29753): Terminating (SIGINT)\u000a09:07:50.435399 run patchelf(pid=29753): Terminated: ok {rc=0}\u000a09:07:50.465443 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29750): Process ended prematurely: osmo-stp_10.42.42.5(pid=29750) [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29750)] [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a09:07:50.474063 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a09:07:50.534123 run osmo-hlr_10.42.42.2(pid=29747): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29747)]\u000a09:07:50.582850 run osmo-hlr_10.42.42.2(pid=29747): stdout: \u000a| (launched: 2022-12-13_09:07:47.363144) \u000a09:07:50.632155 run osmo-hlr_10.42.42.2(pid=29747): stderr: \u000a| �[0;m�[1;31m20221213090747559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090747559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090747559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090747559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090747559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090747559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090747574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090747583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090747583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090747583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:07:50.674293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29746): Terminating (SIGTERM)\u000a09:07:50.714121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29749): Terminating (SIGTERM)\u000a09:07:50.753853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29752): Terminating (SIGTERM)\u000a09:07:50.762987 --- ParallelTerminationStrategy: PID 29746 died...\u000a09:07:50.817132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29746): Terminated: ok {rc=0}\u000a09:07:50.826856 --- ParallelTerminationStrategy: PID 29749 died...\u000a09:07:50.880213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29749): Terminated: ok {rc=0}\u000a09:07:50.889834 --- ParallelTerminationStrategy: PID 29752 died...\u000a09:07:50.942766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29752): Terminated: ok {rc=0}\u000a09:07:51.029640 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:06:53" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29764): Process ended prematurely: osmo-stp_10.42.42.5(pid=29764) [trial-2387↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29764)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29764): Process ended prematurely: osmo-stp_10.42.42.5(pid=29764) [trial-2387↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29764)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a09:07:53.062399 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:07:53.074175 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:07:53.237365 tst switch_tch_pdch.py: using LAC 32917\u000a09:07:53.359043 tst switch_tch_pdch.py: using RAC 22\u000a09:07:53.480935 tst switch_tch_pdch.py: using CellId 32917\u000a09:07:53.607044 tst switch_tch_pdch.py: using BVCI 32918\u000a09:07:53.630820 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:07:53.642482 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:07:53.654038 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:07:53.665627 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:07:53.677126 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:07:53.688538 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:07:53.700162 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:07:53.711723 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:07:53.827180 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:07:54.111878 tst switch_tch_pdch.py:51: start network...\u000a09:07:54.242433 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:07:54.739212 run create_hlr_db(pid=29758): Launched\u000a09:07:54.920325 bus /gobi_6: Setting Powered False\u000a09:07:55.941676 run create_hlr_db(pid=29758): Terminated: ok {rc=0}\u000a09:07:56.333002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29760): Launched\u000a09:07:56.623335 run osmo-hlr_10.42.42.2(pid=29761): Launched\u000a09:07:56.730629 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:07:57.235697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29763): Launched\u000a09:07:57.527547 run osmo-stp_10.42.42.5(pid=29764): Launched\u000a09:07:57.634604 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:07:58.139897 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29766): Launched\u000a09:07:58.243518 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:07:58.495732 run patchelf(pid=29767): Launched\u000a09:07:58.665566 run osmo-stp_10.42.42.5(pid=29764): ERR: Terminated: ERROR {rc=1} [trial-2387↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29764)]\u000a09:07:58.790515 run osmo-stp_10.42.42.5(pid=29764): stdout: \u000a| (launched: 2022-12-13_09:07:57.383360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:58.916379 run osmo-stp_10.42.42.5(pid=29764): stderr: \u000a| �[0;m�[38;5;43m20221213090757552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090757552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090757552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090757553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090757553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090757553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090757553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:59.036873 run osmo-stp_10.42.42.5(pid=29764): stdout: \u000a| (launched: 2022-12-13_09:07:57.383360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:59.156219 run osmo-stp_10.42.42.5(pid=29764): stderr: \u000a| �[0;m�[38;5;43m20221213090757552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090757552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090757552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090757553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090757553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090757553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090757553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:59.294923 run patchelf(pid=29767): Terminating (SIGINT)\u000a09:07:59.457878 run patchelf(pid=29767): Terminated: ok {rc=0}\u000a09:07:59.487415 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29764): Process ended prematurely: osmo-stp_10.42.42.5(pid=29764) [trial-2387↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29764)] [trial-2387↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a09:07:59.495963 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a09:07:59.555475 run osmo-hlr_10.42.42.2(pid=29761): ERR: Terminated: ERROR {rc=237} [trial-2387↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29761)]\u000a09:07:59.604161 run osmo-hlr_10.42.42.2(pid=29761): stdout: \u000a| (launched: 2022-12-13_09:07:56.481052) \u000a09:07:59.653230 run osmo-hlr_10.42.42.2(pid=29761): stderr: \u000a| �[0;m�[1;31m20221213090756656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090756656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090756656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090756656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090756656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090756656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090756669 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090756677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090756677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090756677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:07:59.695011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29760): Terminating (SIGTERM)\u000a09:07:59.734352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29763): Terminating (SIGTERM)\u000a09:07:59.774014 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29766): Terminating (SIGTERM)\u000a09:07:59.783050 --- ParallelTerminationStrategy: PID 29760 died...\u000a09:07:59.836085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29760): Terminated: ok {rc=0}\u000a09:07:59.845585 --- ParallelTerminationStrategy: PID 29763 died...\u000a09:07:59.898545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29763): Terminated: ok {rc=0}\u000a09:07:59.907946 --- ParallelTerminationStrategy: PID 29766 died...\u000a09:07:59.960577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29766): Terminated: ok {rc=0}\u000a09:08:00.043563 bus /gobi_0: Setting Powered False\u000a09:08:01.144216 bus /gobi_0: Setting Powered False\u000a09:08:02.262558 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:07:52" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29779): Process ended prematurely: osmo-stp_10.42.42.5(pid=29779) [trial-2387↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29779)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29779): Process ended prematurely: osmo-stp_10.42.42.5(pid=29779) [trial-2387↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29779)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a09:08:04.231029 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:08:04.242154 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a09:08:04.399174 tst switch_tch_pdch.py: using LAC 32918\u000a09:08:04.516346 tst switch_tch_pdch.py: using RAC 23\u000a09:08:04.639829 tst switch_tch_pdch.py: using CellId 32918\u000a09:08:04.757909 tst switch_tch_pdch.py: using BVCI 32919\u000a09:08:04.780213 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:08:04.791391 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:08:04.802515 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:08:04.813366 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:08:04.824388 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:08:04.835432 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:08:04.846689 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:08:04.857717 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a09:08:04.976272 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a09:08:05.247129 tst switch_tch_pdch.py:51: start network...\u000a09:08:05.368251 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:08:05.800893 run create_hlr_db(pid=29773): Launched\u000a09:08:05.919719 bus /gobi_6: Setting Powered False\u000a09:08:06.992266 run create_hlr_db(pid=29773): Terminated: ok {rc=0}\u000a09:08:07.378878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29775): Launched\u000a09:08:07.691308 run osmo-hlr_10.42.42.2(pid=29776): Launched\u000a09:08:07.806898 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:08:08.318420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29778): Launched\u000a09:08:08.628441 run osmo-stp_10.42.42.5(pid=29779): Launched\u000a09:08:08.742861 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:08:09.259480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29781): Launched\u000a09:08:09.370518 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:08:09.640717 run patchelf(pid=29782): Launched\u000a09:08:09.823141 run osmo-stp_10.42.42.5(pid=29779): ERR: Terminated: ERROR {rc=1} [trial-2387↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29779)]\u000a09:08:09.956498 run osmo-stp_10.42.42.5(pid=29779): stdout: \u000a| (launched: 2022-12-13_09:08:08.476376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:10.089805 run osmo-stp_10.42.42.5(pid=29779): stderr: \u000a| �[0;m�[38;5;43m20221213090808667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090808667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090808667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090808668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090808668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090808668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090808668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:10.219303 run osmo-stp_10.42.42.5(pid=29779): stdout: \u000a| (launched: 2022-12-13_09:08:08.476376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:10.347390 run osmo-stp_10.42.42.5(pid=29779): stderr: \u000a| �[0;m�[38;5;43m20221213090808667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090808667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090808667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090808668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090808668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090808668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090808668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:10.496035 run patchelf(pid=29782): Terminating (SIGINT)\u000a09:08:10.670834 run patchelf(pid=29782): Terminated: ok {rc=0}\u000a09:08:10.702583 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29779): Process ended prematurely: osmo-stp_10.42.42.5(pid=29779) [trial-2387↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29779)] [trial-2387↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a09:08:10.711579 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a09:08:10.773266 run osmo-hlr_10.42.42.2(pid=29776): ERR: Terminated: ERROR {rc=237} [trial-2387↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29776)]\u000a09:08:10.823859 run osmo-hlr_10.42.42.2(pid=29776): stdout: \u000a| (launched: 2022-12-13_09:08:07.538067) \u000a09:08:10.875265 run osmo-hlr_10.42.42.2(pid=29776): stderr: \u000a| �[0;m�[1;31m20221213090807735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090807735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090807735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090807735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090807735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090807735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090807750 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090807759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090807759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090807759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:08:10.919090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29775): Terminating (SIGTERM)\u000a09:08:10.960646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29778): Terminating (SIGTERM)\u000a09:08:11.002465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29781): Terminating (SIGTERM)\u000a09:08:11.012145 --- ParallelTerminationStrategy: PID 29775 died...\u000a09:08:11.067840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29775): Terminated: ok {rc=0}\u000a09:08:11.077989 --- ParallelTerminationStrategy: PID 29778 died...\u000a09:08:11.132934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29778): Terminated: ok {rc=0}\u000a09:08:11.143030 --- ParallelTerminationStrategy: PID 29781 died...\u000a09:08:11.198387 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29781): Terminated: ok {rc=0}\u000a09:08:11.284760 bus /gobi_0: Setting Powered False\u000a09:08:12.384860 bus /gobi_0: Setting Powered False\u000a09:08:13.494934 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:08:03" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29787): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29787) [trial-2387↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29787)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29787): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29787) [trial-2387↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29787)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a09:08:15.389956 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a09:08:15.400516 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:08:15.530884 tst mo_mt_sms.py: using LAC 32919\u000a09:08:15.646858 tst mo_mt_sms.py: using RAC 24\u000a09:08:15.779699 tst mo_mt_sms.py: using CellId 32919\u000a09:08:15.929688 tst mo_mt_sms.py: using BVCI 32920\u000a09:08:15.969699 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:08:16.119991 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:08:16.396470 tst mo_mt_sms.py:9: start nitb and bts...\u000a09:08:16.521029 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:08:17.153551 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29786): Launched\u000a09:08:17.455142 run osmo-nitb_10.42.42.2(pid=29787): Launched\u000a09:08:17.647486 run osmo-nitb_10.42.42.2(pid=29787): ERR: Terminated: ERROR {rc=2} [trial-2387↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29787)]\u000a09:08:17.789524 run osmo-nitb_10.42.42.2(pid=29787): stdout: \u000a| (launched: 2022-12-13_09:08:17.305191) \u000a09:08:17.932073 run osmo-nitb_10.42.42.2(pid=29787): stderr: \u000a| (launched: 2022-12-13_09:08:17.348692)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:08:18.070069 run osmo-nitb_10.42.42.2(pid=29787): stdout: \u000a| (launched: 2022-12-13_09:08:17.305191) \u000a09:08:18.206914 run osmo-nitb_10.42.42.2(pid=29787): stderr: \u000a| (launched: 2022-12-13_09:08:17.348692)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:08:18.581372 tst osmo-nitb_10.42.42.2(pid=29787): stdout: \u000a| (launched: 2022-12-13_09:08:17.305191) \u000a09:08:18.705907 tst osmo-nitb_10.42.42.2(pid=29787): stderr: \u000a| (launched: 2022-12-13_09:08:17.348692)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:08:18.760583 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=29787): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29787) [trial-2387↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29787)] [trial-2387↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a09:08:18.769470 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a09:08:18.805353 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29786): Terminating (SIGTERM)\u000a09:08:18.983345 --- ParallelTerminationStrategy: PID 29786 died...\u000a09:08:19.041691 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29786): Terminated: ok {rc=0}\u000a09:08:19.128562 bus /sierra_3: Setting Powered False\u000a09:08:20.234967 bus /sierra_3: Setting Powered False\u000a09:08:21.345795 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:08:15" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "sms:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29797): Process ended prematurely: osmo-stp_10.42.42.5(pid=29797) [trial-2387↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29797)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29797): Process ended prematurely: osmo-stp_10.42.42.5(pid=29797) [trial-2387↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29797)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a09:08:23.232429 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:08:23.243370 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:08:23.383053 tst mo_mt_sms.py: using LAC 32920\u000a09:08:23.505748 tst mo_mt_sms.py: using RAC 25\u000a09:08:23.630114 tst mo_mt_sms.py: using CellId 32920\u000a09:08:23.753523 tst mo_mt_sms.py: using BVCI 32921\u000a09:08:23.777196 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:08:23.788159 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:08:23.798897 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:08:23.809574 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:08:23.820790 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:08:23.831711 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:08:23.947686 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:08:24.143312 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:08:24.601611 run create_hlr_db(pid=29791): Launched\u000a09:08:24.769450 bus /sierra_2: Setting Powered False\u000a09:08:25.790611 run create_hlr_db(pid=29791): Terminated: ok {rc=0}\u000a09:08:26.203024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29793): Launched\u000a09:08:26.512900 run osmo-hlr_10.42.42.2(pid=29794): Launched\u000a09:08:26.629110 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:08:27.171212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29796): Launched\u000a09:08:27.482374 run osmo-stp_10.42.42.5(pid=29797): Launched\u000a09:08:27.595814 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:08:28.162792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29799): Launched\u000a09:08:28.473516 run osmo-msc_10.42.42.6(pid=29800): Launched\u000a09:08:28.656466 run osmo-stp_10.42.42.5(pid=29797): ERR: Terminated: ERROR {rc=1} [trial-2387↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29797)]\u000a09:08:28.788727 run osmo-stp_10.42.42.5(pid=29797): stdout: \u000a| (launched: 2022-12-13_09:08:27.330423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:28.920549 run osmo-stp_10.42.42.5(pid=29797): stderr: \u000a| �[0;m�[38;5;43m20221213090827522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090827522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090827523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090827523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090827523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090827523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090827524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:29.046456 run osmo-stp_10.42.42.5(pid=29797): stdout: \u000a| (launched: 2022-12-13_09:08:27.330423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:29.171462 run osmo-stp_10.42.42.5(pid=29797): stderr: \u000a| �[0;m�[38;5;43m20221213090827522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090827522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090827523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090827523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090827523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090827523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090827524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:29.226693 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=29797): Process ended prematurely: osmo-stp_10.42.42.5(pid=29797) [trial-2387↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29797)] [trial-2387↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a09:08:29.235298 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a09:08:29.297251 run osmo-hlr_10.42.42.2(pid=29794): ERR: Terminated: ERROR {rc=237} [trial-2387↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29794)]\u000a09:08:29.348270 run osmo-hlr_10.42.42.2(pid=29794): stdout: \u000a| (launched: 2022-12-13_09:08:26.361052) \u000a09:08:29.399955 run osmo-hlr_10.42.42.2(pid=29794): stderr: \u000a| �[0;m�[1;31m20221213090826559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090826559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090826559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090826559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090826559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090826559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090826570 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090826579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090826579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090826580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:08:29.469837 run osmo-msc_10.42.42.6(pid=29800): ERR: Terminated: ERROR {rc=2} [trial-2387↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29800)]\u000a09:08:29.520740 run osmo-msc_10.42.42.6(pid=29800): stdout: \u000a| (launched: 2022-12-13_09:08:28.321625) \u000a09:08:29.571954 run osmo-msc_10.42.42.6(pid=29800): stderr: \u000a| �[0;m�[38;5;43m20221213090828641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213090828641 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6876ef2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213090828641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213090828641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213090828642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213090828642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213090828643 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213090828644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213090828644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213090828644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:08:29.615522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29793): Terminating (SIGTERM)\u000a09:08:29.656625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29796): Terminating (SIGTERM)\u000a09:08:29.698131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29799): Terminating (SIGTERM)\u000a09:08:29.707748 --- ParallelTerminationStrategy: PID 29793 died...\u000a09:08:29.762860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29793): Terminated: ok {rc=0}\u000a09:08:29.772810 --- ParallelTerminationStrategy: PID 29796 died...\u000a09:08:29.827805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29796): Terminated: ok {rc=0}\u000a09:08:29.837836 --- ParallelTerminationStrategy: PID 29799 died...\u000a09:08:29.892717 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29799): Terminated: ok {rc=0}\u000a09:08:29.977743 bus /sierra_3: Setting Powered False\u000a09:08:31.097154 bus /sierra_3: Setting Powered False\u000a09:08:32.214565 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:08:23" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29806): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29806) [trial-2387↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29806)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29806): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29806) [trial-2387↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29806)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a09:08:34.048692 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a09:08:34.059752 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:08:34.198418 tst assert_extension.py: using LAC 32921\u000a09:08:34.319793 tst assert_extension.py: using RAC 26\u000a09:08:34.437683 tst assert_extension.py: using CellId 32921\u000a09:08:34.552146 tst assert_extension.py: using BVCI 32922\u000a09:08:34.574155 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a09:08:34.858112 tst assert_extension.py:10: start nitb and bts...\u000a09:08:34.987515 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:08:35.632315 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29805): Launched\u000a09:08:35.938736 run osmo-nitb_10.42.42.2(pid=29806): Launched\u000a09:08:36.129767 run osmo-nitb_10.42.42.2(pid=29806): ERR: Terminated: ERROR {rc=2} [trial-2387↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29806)]\u000a09:08:36.271447 run osmo-nitb_10.42.42.2(pid=29806): stdout: \u000a| (launched: 2022-12-13_09:08:35.790598) \u000a09:08:36.413182 run osmo-nitb_10.42.42.2(pid=29806): stderr: \u000a| (launched: 2022-12-13_09:08:35.836926)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:08:36.550134 run osmo-nitb_10.42.42.2(pid=29806): stdout: \u000a| (launched: 2022-12-13_09:08:35.790598) \u000a09:08:36.685620 run osmo-nitb_10.42.42.2(pid=29806): stderr: \u000a| (launched: 2022-12-13_09:08:35.836926)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:08:37.064188 tst osmo-nitb_10.42.42.2(pid=29806): stdout: \u000a| (launched: 2022-12-13_09:08:35.790598) \u000a09:08:37.189603 tst osmo-nitb_10.42.42.2(pid=29806): stderr: \u000a| (launched: 2022-12-13_09:08:35.836926)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:08:37.244221 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=29806): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29806) [trial-2387↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29806)] [trial-2387↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a09:08:37.253121 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a09:08:37.288621 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29805): Terminating (SIGTERM)\u000a09:08:37.466497 --- ParallelTerminationStrategy: PID 29805 died...\u000a09:08:37.523289 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29805): Terminated: ok {rc=0}\u000a09:08:37.609569 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:08:33" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "ussd:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29816): Process ended prematurely: osmo-stp_10.42.42.5(pid=29816) [trial-2387↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29816)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29816): Process ended prematurely: osmo-stp_10.42.42.5(pid=29816) [trial-2387↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a09:08:39.449566 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:08:39.460551 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:08:39.597862 tst assert_extension.py: using LAC 32922\u000a09:08:39.719993 tst assert_extension.py: using RAC 27\u000a09:08:39.843186 tst assert_extension.py: using CellId 32922\u000a09:08:39.966019 tst assert_extension.py: using BVCI 32923\u000a09:08:39.990030 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:08:40.001340 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:08:40.012720 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:08:40.023953 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:08:40.035469 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:08:40.046974 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a09:08:40.256189 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:08:40.753512 run create_hlr_db(pid=29810): Launched\u000a09:08:40.934918 bus /sierra_2: Setting Powered False\u000a09:08:41.955356 run create_hlr_db(pid=29810): Terminated: ok {rc=0}\u000a09:08:42.370596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29812): Launched\u000a09:08:42.681926 run osmo-hlr_10.42.42.2(pid=29813): Launched\u000a09:08:42.796652 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:08:43.344305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29815): Launched\u000a09:08:43.653956 run osmo-stp_10.42.42.5(pid=29816): Launched\u000a09:08:43.766878 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:08:44.334800 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29818): Launched\u000a09:08:44.644495 run osmo-msc_10.42.42.6(pid=29819): Launched\u000a09:08:44.827377 run osmo-stp_10.42.42.5(pid=29816): ERR: Terminated: ERROR {rc=1} [trial-2387↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29816)]\u000a09:08:44.959629 run osmo-stp_10.42.42.5(pid=29816): stdout: \u000a| (launched: 2022-12-13_09:08:43.502591)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:45.091628 run osmo-stp_10.42.42.5(pid=29816): stderr: \u000a| �[0;m�[38;5;43m20221213090843693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090843694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090843694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090843694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090843696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090843697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090843697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:45.218016 run osmo-stp_10.42.42.5(pid=29816): stdout: \u000a| (launched: 2022-12-13_09:08:43.502591)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:45.343532 run osmo-stp_10.42.42.5(pid=29816): stderr: \u000a| �[0;m�[38;5;43m20221213090843693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090843694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090843694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090843694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090843696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090843697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090843697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:45.398128 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=29816): Process ended prematurely: osmo-stp_10.42.42.5(pid=29816) [trial-2387↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29816)] [trial-2387↪ussd:trx-umtrx↪assert_extension.py:17]\u000a09:08:45.406702 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a09:08:45.469510 run osmo-hlr_10.42.42.2(pid=29813): ERR: Terminated: ERROR {rc=237} [trial-2387↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29813)]\u000a09:08:45.520822 run osmo-hlr_10.42.42.2(pid=29813): stdout: \u000a| (launched: 2022-12-13_09:08:42.529092) \u000a09:08:45.572741 run osmo-hlr_10.42.42.2(pid=29813): stderr: \u000a| �[0;m�[1;31m20221213090842730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090842730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090842730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090842730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090842730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090842730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090842742 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090842751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090842751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090842751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:08:45.642889 run osmo-msc_10.42.42.6(pid=29819): ERR: Terminated: ERROR {rc=2} [trial-2387↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29819)]\u000a09:08:45.694140 run osmo-msc_10.42.42.6(pid=29819): stdout: \u000a| (launched: 2022-12-13_09:08:44.492656) \u000a09:08:45.745706 run osmo-msc_10.42.42.6(pid=29819): stderr: \u000a| �[0;m�[38;5;43m20221213090844815 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213090844815 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca14373c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213090844815 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213090844815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213090844815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213090844816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213090844817 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213090844818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213090844818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213090844818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:08:45.789686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29812): Terminating (SIGTERM)\u000a09:08:45.831355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29815): Terminating (SIGTERM)\u000a09:08:45.873729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29818): Terminating (SIGTERM)\u000a09:08:45.883516 --- ParallelTerminationStrategy: PID 29812 died...\u000a09:08:45.951856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29812): Terminated: ok {rc=0}\u000a09:08:45.962711 --- ParallelTerminationStrategy: PID 29815 died...\u000a09:08:46.019158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29815): Terminated: ok {rc=0}\u000a09:08:46.029885 --- ParallelTerminationStrategy: PID 29818 died...\u000a09:08:46.087123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29818): Terminated: ok {rc=0}\u000a09:08:46.174639 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:08:39" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30101): Process ended prematurely: osmo-stp_10.42.42.5(pid=30101) [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30101)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30101): Process ended prematurely: osmo-stp_10.42.42.5(pid=30101) [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30101)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:08:48.273210 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:08:48.285497 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:08:48.474057 tst mo_mt_call.py: using LAC 32923\u000a09:08:48.641158 tst mo_mt_call.py: using RAC 28\u000a09:08:48.795544 tst mo_mt_call.py: using CellId 32923\u000a09:08:48.946744 tst mo_mt_call.py: using BVCI 32924\u000a09:08:48.970752 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:08:48.982838 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:08:48.995764 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:08:49.007707 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:08:49.020992 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:08:49.032891 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:08:49.172137 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:08:49.377765 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:08:49.905775 run create_hlr_db(pid=30093): Launched\u000a09:08:50.081205 bus /sierra_2: Setting Powered False\u000a09:08:51.103149 run create_hlr_db(pid=30093): Terminated: ok {rc=0}\u000a09:08:51.536733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30097): Launched\u000a09:08:51.962681 run osmo-hlr_10.42.42.2(pid=30098): Launched\u000a09:08:52.201709 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:08:52.778543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30100): Launched\u000a09:08:53.199502 run osmo-stp_10.42.42.5(pid=30101): Launched\u000a09:08:53.421905 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:08:54.026195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30103): Launched\u000a09:08:54.449967 run osmo-msc_10.42.42.6(pid=30104): Launched\u000a09:08:54.824291 run osmo-stp_10.42.42.5(pid=30101): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30101)]\u000a09:08:55.040602 run osmo-stp_10.42.42.5(pid=30101): stdout: \u000a| (launched: 2022-12-13_09:08:52.941778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:55.175425 run osmo-stp_10.42.42.5(pid=30101): stderr: \u000a| �[0;m�[38;5;43m20221213090853234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090853234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090853234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090853235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090853235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090853235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090853235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:55.307119 run osmo-stp_10.42.42.5(pid=30101): stdout: \u000a| (launched: 2022-12-13_09:08:52.941778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:55.436369 run osmo-stp_10.42.42.5(pid=30101): stderr: \u000a| �[0;m�[38;5;43m20221213090853234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090853234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090853234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090853235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090853235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090853235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090853235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:55.494305 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30101): Process ended prematurely: osmo-stp_10.42.42.5(pid=30101) [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30101)] [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a09:08:55.504509 tst mo_mt_call.py:8: Test FAILED (7.3 sec)\u000a09:08:55.568614 run osmo-hlr_10.42.42.2(pid=30098): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30098)]\u000a09:08:55.621509 run osmo-hlr_10.42.42.2(pid=30098): stdout: \u000a| (launched: 2022-12-13_09:08:51.701287) \u000a09:08:55.675453 run osmo-hlr_10.42.42.2(pid=30098): stderr: \u000a| �[0;m�[1;31m20221213090852015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090852015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090852015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090852015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090852015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090852015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090852030 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090852039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090852039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090852039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:08:55.747891 run osmo-msc_10.42.42.6(pid=30104): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30104)]\u000a09:08:55.800755 run osmo-msc_10.42.42.6(pid=30104): stdout: \u000a| (launched: 2022-12-13_09:08:54.190942) \u000a09:08:55.854198 run osmo-msc_10.42.42.6(pid=30104): stderr: \u000a| �[0;m�[38;5;43m20221213090854691 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213090854691 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbf6aa73c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213090854691 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213090854691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213090854691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213090854691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213090854701 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213090854702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213090854702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213090854702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:08:55.899753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30097): Terminating (SIGTERM)\u000a09:08:55.945003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30100): Terminating (SIGTERM)\u000a09:08:55.989930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30103): Terminating (SIGTERM)\u000a09:08:56.000892 --- ParallelTerminationStrategy: PID 30097 died...\u000a09:08:56.059707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30097): Terminated: ok {rc=0}\u000a09:08:56.070778 --- ParallelTerminationStrategy: PID 30100 died...\u000a09:08:56.127965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30100): Terminated: ok {rc=0}\u000a09:08:56.139154 --- ParallelTerminationStrategy: PID 30103 died...\u000a09:08:56.196542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30103): Terminated: ok {rc=0}\u000a09:08:56.284749 bus /sierra_3: Setting Powered False\u000a09:08:57.388695 bus /sierra_3: Setting Powered False\u000a09:08:58.497541 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30112): Process ended prematurely: osmo-stp_10.42.42.5(pid=30112) [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30112)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30112): Process ended prematurely: osmo-stp_10.42.42.5(pid=30112) [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30112)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:08:59.611572 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:08:59.625215 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:08:59.786988 tst mo_mt_call_osmux.py: using LAC 32924\u000a09:08:59.909761 tst mo_mt_call_osmux.py: using RAC 29\u000a09:09:00.031173 tst mo_mt_call_osmux.py: using CellId 32924\u000a09:09:00.154603 tst mo_mt_call_osmux.py: using BVCI 32925\u000a09:09:00.178270 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:09:00.190802 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:09:00.203235 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:09:00.216590 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:09:00.228581 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:09:00.240481 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:09:00.364088 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:09:00.572039 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:09:01.136066 run create_hlr_db(pid=30106): Launched\u000a09:09:01.344673 bus /sierra_2: Setting Powered False\u000a09:09:02.382153 run create_hlr_db(pid=30106): Terminated: ok {rc=0}\u000a09:09:02.819543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30108): Launched\u000a09:09:03.234241 run osmo-hlr_10.42.42.2(pid=30109): Launched\u000a09:09:03.465524 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:09:04.113512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30111): Launched\u000a09:09:04.529179 run osmo-stp_10.42.42.5(pid=30112): Launched\u000a09:09:04.744517 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:09:05.409037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30114): Launched\u000a09:09:05.820932 run osmo-msc_10.42.42.6(pid=30115): Launched\u000a09:09:06.185227 run osmo-stp_10.42.42.5(pid=30112): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30112)]\u000a09:09:06.454419 run osmo-stp_10.42.42.5(pid=30112): stdout: \u000a| (launched: 2022-12-13_09:09:04.269444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:06.672584 run osmo-stp_10.42.42.5(pid=30112): stderr: \u000a| �[0;m�[38;5;43m20221213090904606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090904606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090904606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090904607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090904607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090904607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090904607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:06.797950 run osmo-stp_10.42.42.5(pid=30112): stdout: \u000a| (launched: 2022-12-13_09:09:04.269444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:06.922117 run osmo-stp_10.42.42.5(pid=30112): stderr: \u000a| �[0;m�[38;5;43m20221213090904606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090904606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090904606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090904607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090904607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090904607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090904607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:06.977078 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30112): Process ended prematurely: osmo-stp_10.42.42.5(pid=30112) [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30112)] [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a09:09:06.986744 tst mo_mt_call_osmux.py:8: Test FAILED (7.4 sec)\u000a09:09:07.051602 run osmo-hlr_10.42.42.2(pid=30109): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30109)]\u000a09:09:07.103512 run osmo-hlr_10.42.42.2(pid=30109): stdout: \u000a| (launched: 2022-12-13_09:09:02.974448) \u000a09:09:07.156665 run osmo-hlr_10.42.42.2(pid=30109): stderr: \u000a| �[0;m�[1;31m20221213090903321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090903321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090903321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090903322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090903322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090903322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090903341 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090903354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090903354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090903354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:09:07.229103 run osmo-msc_10.42.42.6(pid=30115): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30115)]\u000a09:09:07.281205 run osmo-msc_10.42.42.6(pid=30115): stdout: \u000a| (launched: 2022-12-13_09:09:05.564538) \u000a09:09:07.334112 run osmo-msc_10.42.42.6(pid=30115): stderr: \u000a| �[0;m�[38;5;43m20221213090906166 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213090906166 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd66d317c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213090906166 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213090906166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213090906166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213090906166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213090906168 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213090906169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213090906169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213090906169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:09:07.379795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30108): Terminating (SIGTERM)\u000a09:09:07.426018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30111): Terminating (SIGTERM)\u000a09:09:07.471383 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30114): Terminating (SIGTERM)\u000a09:09:07.482916 --- ParallelTerminationStrategy: PID 30108 died...\u000a09:09:07.541840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30108): Terminated: ok {rc=0}\u000a09:09:07.553750 --- ParallelTerminationStrategy: PID 30111 died...\u000a09:09:07.611055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30111): Terminated: ok {rc=0}\u000a09:09:07.622971 --- ParallelTerminationStrategy: PID 30114 died...\u000a09:09:07.681604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30114): Terminated: ok {rc=0}\u000a09:09:07.769174 bus /sierra_3: Setting Powered False\u000a09:09:08.875768 bus /sierra_3: Setting Powered False\u000a09:09:09.983393 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:08:47" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30128): Process ended prematurely: osmo-stp_10.42.42.5(pid=30128) [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30128)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30128): Process ended prematurely: osmo-stp_10.42.42.5(pid=30128) [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30128)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a09:09:11.984000 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:09:11.995209 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:09:12.154622 tst mo_mt_call.py: using LAC 32925\u000a09:09:12.277904 tst mo_mt_call.py: using RAC 30\u000a09:09:12.401924 tst mo_mt_call.py: using CellId 32925\u000a09:09:12.525057 tst mo_mt_call.py: using BVCI 32926\u000a09:09:12.549373 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:09:12.560883 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:09:12.572151 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:09:12.583399 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:09:12.595339 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:09:12.607275 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:09:12.725906 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:09:12.933267 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:09:13.441312 run create_hlr_db(pid=30122): Launched\u000a09:09:13.625865 bus /sierra_2: Setting Powered False\u000a09:09:14.647460 run create_hlr_db(pid=30122): Terminated: ok {rc=0}\u000a09:09:15.067807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30124): Launched\u000a09:09:15.384852 run osmo-hlr_10.42.42.2(pid=30125): Launched\u000a09:09:15.501450 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:09:16.094137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30127): Launched\u000a09:09:16.589492 run osmo-stp_10.42.42.5(pid=30128): Launched\u000a09:09:16.707930 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:09:17.278412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30130): Launched\u000a09:09:17.580723 run osmo-msc_10.42.42.6(pid=30131): Launched\u000a09:09:17.758676 run osmo-stp_10.42.42.5(pid=30128): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30128)]\u000a09:09:17.886216 run osmo-stp_10.42.42.5(pid=30128): stdout: \u000a| (launched: 2022-12-13_09:09:16.249288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:18.010861 run osmo-stp_10.42.42.5(pid=30128): stderr: \u000a| �[0;m�[38;5;43m20221213090916465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090916465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090916466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090916467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090916468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090916468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090916468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:18.131386 run osmo-stp_10.42.42.5(pid=30128): stdout: \u000a| (launched: 2022-12-13_09:09:16.249288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:18.250853 run osmo-stp_10.42.42.5(pid=30128): stderr: \u000a| �[0;m�[38;5;43m20221213090916465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090916465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090916466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090916467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090916468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090916468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090916468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:18.303328 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30128): Process ended prematurely: osmo-stp_10.42.42.5(pid=30128) [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30128)] [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a09:09:18.312162 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a09:09:18.372131 run osmo-hlr_10.42.42.2(pid=30125): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30125)]\u000a09:09:18.421401 run osmo-hlr_10.42.42.2(pid=30125): stdout: \u000a| (launched: 2022-12-13_09:09:15.230175) \u000a09:09:18.471095 run osmo-hlr_10.42.42.2(pid=30125): stderr: \u000a| �[0;m�[1;31m20221213090915428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090915428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090915428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090915428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090915428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090915428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090915441 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090915449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090915450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090915450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:09:18.538511 run osmo-msc_10.42.42.6(pid=30131): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30131)]\u000a09:09:18.587762 run osmo-msc_10.42.42.6(pid=30131): stdout: \u000a| (launched: 2022-12-13_09:09:17.431026) \u000a09:09:18.637471 run osmo-msc_10.42.42.6(pid=30131): stderr: \u000a| �[0;m�[38;5;43m20221213090917701 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213090917701 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f240e1d8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213090917702 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213090917702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213090917702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213090917702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213090917704 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213090917704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213090917704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213090917704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:09:18.679749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30124): Terminating (SIGTERM)\u000a09:09:18.719589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30127): Terminating (SIGTERM)\u000a09:09:18.759387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30130): Terminating (SIGTERM)\u000a09:09:18.769375 --- ParallelTerminationStrategy: PID 30124 died...\u000a09:09:18.822672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30124): Terminated: ok {rc=0}\u000a09:09:18.832796 --- ParallelTerminationStrategy: PID 30127 died...\u000a09:09:18.885869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30127): Terminated: ok {rc=0}\u000a09:09:18.896002 --- ParallelTerminationStrategy: PID 30130 died...\u000a09:09:18.949525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30130): Terminated: ok {rc=0}\u000a09:09:19.038963 bus /sierra_3: Setting Powered False\u000a09:09:20.143990 bus /sierra_3: Setting Powered False\u000a09:09:21.251454 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30139): Process ended prematurely: osmo-stp_10.42.42.5(pid=30139) [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30139)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30139): Process ended prematurely: osmo-stp_10.42.42.5(pid=30139) [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30139)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:09:22.364869 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:09:22.377179 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:09:22.540838 tst mo_mt_call_osmux.py: using LAC 32926\u000a09:09:22.665244 tst mo_mt_call_osmux.py: using RAC 31\u000a09:09:22.785407 tst mo_mt_call_osmux.py: using CellId 32926\u000a09:09:22.904242 tst mo_mt_call_osmux.py: using BVCI 32927\u000a09:09:22.928072 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:09:22.939369 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:09:22.950508 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:09:22.961548 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:09:22.972905 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:09:22.984020 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:09:23.104214 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:09:23.310505 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:09:23.775606 run create_hlr_db(pid=30133): Launched\u000a09:09:23.947634 bus /sierra_2: Setting Powered False\u000a09:09:24.969625 run create_hlr_db(pid=30133): Terminated: ok {rc=0}\u000a09:09:25.363310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30135): Launched\u000a09:09:25.658501 run osmo-hlr_10.42.42.2(pid=30136): Launched\u000a09:09:25.774443 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:09:26.299918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30138): Launched\u000a09:09:26.594904 run osmo-stp_10.42.42.5(pid=30139): Launched\u000a09:09:26.703150 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:09:27.242360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30141): Launched\u000a09:09:27.539622 run osmo-msc_10.42.42.6(pid=30142): Launched\u000a09:09:27.714446 run osmo-stp_10.42.42.5(pid=30139): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30139)]\u000a09:09:27.841109 run osmo-stp_10.42.42.5(pid=30139): stdout: \u000a| (launched: 2022-12-13_09:09:26.449948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:27.964487 run osmo-stp_10.42.42.5(pid=30139): stderr: \u000a| �[0;m�[38;5;43m20221213090926619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090926619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090926620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090926621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090926621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090926622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090926622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:28.083354 run osmo-stp_10.42.42.5(pid=30139): stdout: \u000a| (launched: 2022-12-13_09:09:26.449948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:28.201836 run osmo-stp_10.42.42.5(pid=30139): stderr: \u000a| �[0;m�[38;5;43m20221213090926619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090926619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090926620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090926621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090926621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090926622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090926622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:28.253955 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30139): Process ended prematurely: osmo-stp_10.42.42.5(pid=30139) [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30139)] [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a09:09:28.262517 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a09:09:28.321661 run osmo-hlr_10.42.42.2(pid=30136): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30136)]\u000a09:09:28.370242 run osmo-hlr_10.42.42.2(pid=30136): stdout: \u000a| (launched: 2022-12-13_09:09:25.513994) \u000a09:09:28.419641 run osmo-hlr_10.42.42.2(pid=30136): stderr: \u000a| �[0;m�[1;31m20221213090925690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090925690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090925690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090925690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090925690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090925691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090925703 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090925713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090925713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090925713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:09:28.486491 run osmo-msc_10.42.42.6(pid=30142): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30142)]\u000a09:09:28.535218 run osmo-msc_10.42.42.6(pid=30142): stdout: \u000a| (launched: 2022-12-13_09:09:27.392494) \u000a09:09:28.584014 run osmo-msc_10.42.42.6(pid=30142): stderr: \u000a| �[0;m�[38;5;43m20221213090927665 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213090927665 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffac7b86c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213090927665 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213090927665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213090927665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213090927666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213090927667 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213090927668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213090927668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213090927668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:09:28.625767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30135): Terminating (SIGTERM)\u000a09:09:28.665444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30138): Terminating (SIGTERM)\u000a09:09:28.705569 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30141): Terminating (SIGTERM)\u000a09:09:28.714674 --- ParallelTerminationStrategy: PID 30135 died...\u000a09:09:28.767633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30135): Terminated: ok {rc=0}\u000a09:09:28.777152 --- ParallelTerminationStrategy: PID 30138 died...\u000a09:09:28.829719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30138): Terminated: ok {rc=0}\u000a09:09:28.839072 --- ParallelTerminationStrategy: PID 30141 died...\u000a09:09:28.891509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30141): Terminated: ok {rc=0}\u000a09:09:28.973964 bus /sierra_3: Setting Powered False\u000a09:09:30.078584 bus /sierra_3: Setting Powered False\u000a09:09:31.186882 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:09:11" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30153): Process ended prematurely: osmo-stp_10.42.42.5(pid=30153) [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30153)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30153): Process ended prematurely: osmo-stp_10.42.42.5(pid=30153) [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30153)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:09:33.200630 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:09:33.211650 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:09:33.369833 tst mo_mt_call.py: using LAC 32927\u000a09:09:33.493086 tst mo_mt_call.py: using RAC 32\u000a09:09:33.616837 tst mo_mt_call.py: using CellId 32927\u000a09:09:33.744868 tst mo_mt_call.py: using BVCI 32928\u000a09:09:33.769433 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:09:33.780905 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:09:33.792132 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:09:33.803443 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:09:33.814997 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:09:33.826450 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:09:33.942254 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:09:34.140246 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:09:34.606403 run create_hlr_db(pid=30147): Launched\u000a09:09:34.777105 bus /sierra_2: Setting Powered False\u000a09:09:35.799197 run create_hlr_db(pid=30147): Terminated: ok {rc=0}\u000a09:09:36.219975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30149): Launched\u000a09:09:36.537029 run osmo-hlr_10.42.42.2(pid=30150): Launched\u000a09:09:36.657545 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:09:37.207112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30152): Launched\u000a09:09:37.525291 run osmo-stp_10.42.42.5(pid=30153): Launched\u000a09:09:37.641085 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:09:38.222878 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30155): Launched\u000a09:09:38.541136 run osmo-msc_10.42.42.6(pid=30156): Launched\u000a09:09:38.729331 run osmo-stp_10.42.42.5(pid=30153): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30153)]\u000a09:09:38.864043 run osmo-stp_10.42.42.5(pid=30153): stdout: \u000a| (launched: 2022-12-13_09:09:37.369175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:38.998381 run osmo-stp_10.42.42.5(pid=30153): stderr: \u000a| �[0;m�[38;5;43m20221213090937560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090937560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090937560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090937561 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090937561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090937561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090937561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:39.126412 run osmo-stp_10.42.42.5(pid=30153): stdout: \u000a| (launched: 2022-12-13_09:09:37.369175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:39.253728 run osmo-stp_10.42.42.5(pid=30153): stderr: \u000a| �[0;m�[38;5;43m20221213090937560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090937560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090937560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090937561 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090937561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090937561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090937561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:39.309889 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30153): Process ended prematurely: osmo-stp_10.42.42.5(pid=30153) [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30153)] [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a09:09:39.319060 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:09:39.381072 run osmo-hlr_10.42.42.2(pid=30150): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30150)]\u000a09:09:39.432166 run osmo-hlr_10.42.42.2(pid=30150): stdout: \u000a| (launched: 2022-12-13_09:09:36.382079) \u000a09:09:39.483757 run osmo-hlr_10.42.42.2(pid=30150): stderr: \u000a| �[0;m�[1;31m20221213090936578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090936578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090936578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090936578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090936578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090936578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090936591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090936601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090936601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090936601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:09:39.553615 run osmo-msc_10.42.42.6(pid=30156): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30156)]\u000a09:09:39.604562 run osmo-msc_10.42.42.6(pid=30156): stdout: \u000a| (launched: 2022-12-13_09:09:38.385318) \u000a09:09:39.655912 run osmo-msc_10.42.42.6(pid=30156): stderr: \u000a| �[0;m�[38;5;43m20221213090938704 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213090938704 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe77228fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213090938704 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213090938704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213090938705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213090938705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213090938708 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213090938709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213090938709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213090938709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:09:39.700774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30149): Terminating (SIGTERM)\u000a09:09:39.742353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30152): Terminating (SIGTERM)\u000a09:09:39.783893 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30155): Terminating (SIGTERM)\u000a09:09:39.793628 --- ParallelTerminationStrategy: PID 30149 died...\u000a09:09:39.849437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30149): Terminated: ok {rc=0}\u000a09:09:39.859585 --- ParallelTerminationStrategy: PID 30152 died...\u000a09:09:39.914937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30152): Terminated: ok {rc=0}\u000a09:09:39.925071 --- ParallelTerminationStrategy: PID 30155 died...\u000a09:09:39.980199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30155): Terminated: ok {rc=0}\u000a09:09:40.066269 bus /sierra_3: Setting Powered False\u000a09:09:41.168975 bus /sierra_3: Setting Powered False\u000a09:09:42.280788 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30164): Process ended prematurely: osmo-stp_10.42.42.5(pid=30164) [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30164)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30164): Process ended prematurely: osmo-stp_10.42.42.5(pid=30164) [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30164)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:09:43.389880 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:09:43.401415 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:09:43.557421 tst mo_mt_call_osmux.py: using LAC 32928\u000a09:09:43.675075 tst mo_mt_call_osmux.py: using RAC 33\u000a09:09:43.791650 tst mo_mt_call_osmux.py: using CellId 32928\u000a09:09:43.909956 tst mo_mt_call_osmux.py: using BVCI 32929\u000a09:09:43.932287 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:09:43.943320 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:09:43.954504 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:09:43.965353 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:09:43.976906 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:09:43.988148 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:09:44.102619 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:09:44.306502 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:09:44.772874 run create_hlr_db(pid=30158): Launched\u000a09:09:44.943844 bus /sierra_2: Setting Powered False\u000a09:09:45.993670 run create_hlr_db(pid=30158): Terminated: ok {rc=0}\u000a09:09:46.507272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30160): Launched\u000a09:09:46.933133 run osmo-hlr_10.42.42.2(pid=30161): Launched\u000a09:09:47.242183 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:09:47.788018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30163): Launched\u000a09:09:48.083753 run osmo-stp_10.42.42.5(pid=30164): Launched\u000a09:09:48.191663 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:09:48.731076 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30166): Launched\u000a09:09:49.026335 run osmo-msc_10.42.42.6(pid=30167): Launched\u000a09:09:49.200795 run osmo-stp_10.42.42.5(pid=30164): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30164)]\u000a09:09:49.326936 run osmo-stp_10.42.42.5(pid=30164): stdout: \u000a| (launched: 2022-12-13_09:09:47.938412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:49.449614 run osmo-stp_10.42.42.5(pid=30164): stderr: \u000a| �[0;m�[38;5;43m20221213090948110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090948110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090948110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090948110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090948111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090948111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090948111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:49.569318 run osmo-stp_10.42.42.5(pid=30164): stdout: \u000a| (launched: 2022-12-13_09:09:47.938412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:49.687903 run osmo-stp_10.42.42.5(pid=30164): stderr: \u000a| �[0;m�[38;5;43m20221213090948110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090948110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090948110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090948110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090948111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090948111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090948111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:49.740029 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30164): Process ended prematurely: osmo-stp_10.42.42.5(pid=30164) [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30164)] [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a09:09:49.748631 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a09:09:49.807570 run osmo-hlr_10.42.42.2(pid=30161): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30161)]\u000a09:09:49.855873 run osmo-hlr_10.42.42.2(pid=30161): stdout: \u000a| (launched: 2022-12-13_09:09:46.661575) \u000a09:09:49.904754 run osmo-hlr_10.42.42.2(pid=30161): stderr: \u000a| �[0;m�[1;31m20221213090946943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090946943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090946943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090946943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090946943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090946943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090946956 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090946986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090946986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090946986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:09:49.971160 run osmo-msc_10.42.42.6(pid=30167): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30167)]\u000a09:09:50.019204 run osmo-msc_10.42.42.6(pid=30167): stdout: \u000a| (launched: 2022-12-13_09:09:48.881197) \u000a09:09:50.068030 run osmo-msc_10.42.42.6(pid=30167): stderr: \u000a| �[0;m�[38;5;43m20221213090949154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213090949154 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f24440c1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213090949154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213090949154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213090949154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213090949154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213090949156 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213090949156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213090949157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213090949157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:09:50.109374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30160): Terminating (SIGTERM)\u000a09:09:50.148274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30163): Terminating (SIGTERM)\u000a09:09:50.187677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30166): Terminating (SIGTERM)\u000a09:09:50.196720 --- ParallelTerminationStrategy: PID 30160 died...\u000a09:09:50.249511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30160): Terminated: ok {rc=0}\u000a09:09:50.258894 --- ParallelTerminationStrategy: PID 30163 died...\u000a09:09:50.311207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30163): Terminated: ok {rc=0}\u000a09:09:50.320533 --- ParallelTerminationStrategy: PID 30166 died...\u000a09:09:50.372834 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30166): Terminated: ok {rc=0}\u000a09:09:50.460331 bus /sierra_3: Setting Powered False\u000a09:09:51.561917 bus /sierra_3: Setting Powered False\u000a09:09:52.666668 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:09:32" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30178): Process ended prematurely: osmo-stp_10.42.42.5(pid=30178) [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30178)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30178): Process ended prematurely: osmo-stp_10.42.42.5(pid=30178) [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30178)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:09:54.648766 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:09:54.659995 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a09:09:54.812074 tst mo_mt_call.py: using LAC 32929\u000a09:09:54.929969 tst mo_mt_call.py: using RAC 34\u000a09:09:55.047176 tst mo_mt_call.py: using CellId 32929\u000a09:09:55.165580 tst mo_mt_call.py: using BVCI 32930\u000a09:09:55.189243 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:09:55.200315 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:09:55.211181 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:09:55.222448 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:09:55.233586 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:09:55.244449 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:09:55.363628 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:09:55.572092 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:09:56.079518 run create_hlr_db(pid=30172): Launched\u000a09:09:56.262858 bus /sierra_2: Setting Powered False\u000a09:09:57.285404 run create_hlr_db(pid=30172): Terminated: ok {rc=0}\u000a09:09:57.681127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30174): Launched\u000a09:09:57.977219 run osmo-hlr_10.42.42.2(pid=30175): Launched\u000a09:09:58.086000 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:09:58.601609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30177): Launched\u000a09:09:58.898185 run osmo-stp_10.42.42.5(pid=30178): Launched\u000a09:09:59.006946 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:09:59.548333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30180): Launched\u000a09:09:59.845121 run osmo-msc_10.42.42.6(pid=30181): Launched\u000a09:10:00.020522 run osmo-stp_10.42.42.5(pid=30178): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30178)]\u000a09:10:00.147138 run osmo-stp_10.42.42.5(pid=30178): stdout: \u000a| (launched: 2022-12-13_09:09:58.752346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:00.271355 run osmo-stp_10.42.42.5(pid=30178): stderr: \u000a| �[0;m�[38;5;43m20221213090958919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090958920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090958920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090958920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090958922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090958923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090958923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:00.391254 run osmo-stp_10.42.42.5(pid=30178): stdout: \u000a| (launched: 2022-12-13_09:09:58.752346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:00.510318 run osmo-stp_10.42.42.5(pid=30178): stderr: \u000a| �[0;m�[38;5;43m20221213090958919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213090958920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213090958920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213090958920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213090958922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213090958923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213090958923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:00.562773 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30178): Process ended prematurely: osmo-stp_10.42.42.5(pid=30178) [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30178)] [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a09:10:00.571423 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a09:10:00.631594 run osmo-hlr_10.42.42.2(pid=30175): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30175)]\u000a09:10:00.680911 run osmo-hlr_10.42.42.2(pid=30175): stdout: \u000a| (launched: 2022-12-13_09:09:57.831946) \u000a09:10:00.730575 run osmo-hlr_10.42.42.2(pid=30175): stderr: \u000a| �[0;m�[1;31m20221213090958004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213090958004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213090958004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090958005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213090958005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213090958005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213090958016 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213090958026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213090958027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213090958027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:10:00.797974 run osmo-msc_10.42.42.6(pid=30181): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30181)]\u000a09:10:00.847271 run osmo-msc_10.42.42.6(pid=30181): stdout: \u000a| (launched: 2022-12-13_09:09:59.699014) \u000a09:10:00.910817 run osmo-msc_10.42.42.6(pid=30181): stderr: \u000a| �[0;m�[38;5;43m20221213090959969 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213090959969 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f69e3ba9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213090959969 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213090959969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213090959969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213090959970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213090959971 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213090959972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213090959972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213090959972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:10:00.959347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30174): Terminating (SIGTERM)\u000a09:10:01.002764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30177): Terminating (SIGTERM)\u000a09:10:01.046752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30180): Terminating (SIGTERM)\u000a09:10:01.056609 --- ParallelTerminationStrategy: PID 30174 died...\u000a09:10:01.117289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30174): Terminated: ok {rc=0}\u000a09:10:01.129102 --- ParallelTerminationStrategy: PID 30177 died...\u000a09:10:01.194067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30177): Terminated: ok {rc=0}\u000a09:10:01.205597 --- ParallelTerminationStrategy: PID 30180 died...\u000a09:10:01.266780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30180): Terminated: ok {rc=0}\u000a09:10:01.352180 bus /sierra_3: Setting Powered False\u000a09:10:02.451496 bus /sierra_3: Setting Powered False\u000a09:10:03.557108 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30192): Process ended prematurely: osmo-stp_10.42.42.5(pid=30192) [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30192)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30192): Process ended prematurely: osmo-stp_10.42.42.5(pid=30192) [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30192)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:10:04.664366 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:10:04.676072 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a09:10:04.828558 tst mo_mt_call_osmux.py: using LAC 32930\u000a09:10:04.946304 tst mo_mt_call_osmux.py: using RAC 35\u000a09:10:05.064338 tst mo_mt_call_osmux.py: using CellId 32930\u000a09:10:05.182426 tst mo_mt_call_osmux.py: using BVCI 32931\u000a09:10:05.204826 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:10:05.215795 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:10:05.226799 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:10:05.237575 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:10:05.248646 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:10:05.259687 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:10:05.373374 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:10:05.572049 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:10:06.039705 run create_hlr_db(pid=30186): Launched\u000a09:10:06.210095 bus /sierra_2: Setting Powered False\u000a09:10:07.231749 run create_hlr_db(pid=30186): Terminated: ok {rc=0}\u000a09:10:07.653808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30188): Launched\u000a09:10:07.971478 run osmo-hlr_10.42.42.2(pid=30189): Launched\u000a09:10:08.091950 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:10:08.643050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30191): Launched\u000a09:10:08.961261 run osmo-stp_10.42.42.5(pid=30192): Launched\u000a09:10:09.076623 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:10:09.654327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30194): Launched\u000a09:10:09.971329 run osmo-msc_10.42.42.6(pid=30195): Launched\u000a09:10:10.157613 run osmo-stp_10.42.42.5(pid=30192): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30192)]\u000a09:10:10.292816 run osmo-stp_10.42.42.5(pid=30192): stdout: \u000a| (launched: 2022-12-13_09:10:08.804775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:10.427264 run osmo-stp_10.42.42.5(pid=30192): stderr: \u000a| �[0;m�[38;5;43m20221213091008996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091008996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091008997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091008997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091008998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091008998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091008998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:10.555048 run osmo-stp_10.42.42.5(pid=30192): stdout: \u000a| (launched: 2022-12-13_09:10:08.804775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:10.681419 run osmo-stp_10.42.42.5(pid=30192): stderr: \u000a| �[0;m�[38;5;43m20221213091008996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091008996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091008997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091008997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091008998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091008998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091008998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:10.737095 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30192): Process ended prematurely: osmo-stp_10.42.42.5(pid=30192) [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30192)] [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a09:10:10.746208 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:10:10.808026 run osmo-hlr_10.42.42.2(pid=30189): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30189)]\u000a09:10:10.858644 run osmo-hlr_10.42.42.2(pid=30189): stdout: \u000a| (launched: 2022-12-13_09:10:07.815685) \u000a09:10:10.909983 run osmo-hlr_10.42.42.2(pid=30189): stderr: \u000a| �[0;m�[1;31m20221213091008013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091008013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091008013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091008013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091008013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091008013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091008026 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091008034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091008034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091008034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:10:10.979515 run osmo-msc_10.42.42.6(pid=30195): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30195)]\u000a09:10:11.030079 run osmo-msc_10.42.42.6(pid=30195): stdout: \u000a| (launched: 2022-12-13_09:10:09.815385) \u000a09:10:11.081098 run osmo-msc_10.42.42.6(pid=30195): stderr: \u000a| �[0;m�[38;5;43m20221213091010138 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213091010138 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efc780abc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213091010138 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213091010138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213091010138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213091010139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213091010140 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213091010141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213091010141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213091010141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:10:11.124413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30188): Terminating (SIGTERM)\u000a09:10:11.165623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30191): Terminating (SIGTERM)\u000a09:10:11.207626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30194): Terminating (SIGTERM)\u000a09:10:11.217318 --- ParallelTerminationStrategy: PID 30188 died...\u000a09:10:11.273006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30188): Terminated: ok {rc=0}\u000a09:10:11.282899 --- ParallelTerminationStrategy: PID 30191 died...\u000a09:10:11.337920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30191): Terminated: ok {rc=0}\u000a09:10:11.348019 --- ParallelTerminationStrategy: PID 30194 died...\u000a09:10:11.402859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30194): Terminated: ok {rc=0}\u000a09:10:11.488346 bus /sierra_3: Setting Powered False\u000a09:10:12.590959 bus /sierra_3: Setting Powered False\u000a09:10:13.700865 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:09:54" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30206): Process ended prematurely: osmo-stp_10.42.42.5(pid=30206) [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30206)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30206): Process ended prematurely: osmo-stp_10.42.42.5(pid=30206) [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30206)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:10:15.684355 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:10:15.695287 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:10:15.853542 tst mo_mt_call.py: using LAC 32931\u000a09:10:16.005922 tst mo_mt_call.py: using RAC 36\u000a09:10:16.134794 tst mo_mt_call.py: using CellId 32931\u000a09:10:16.286861 tst mo_mt_call.py: using BVCI 32932\u000a09:10:16.314166 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:10:16.326894 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:10:16.339717 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:10:16.352283 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:10:16.365346 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:10:16.378881 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:10:16.502281 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:10:16.729482 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:10:17.282602 run create_hlr_db(pid=30200): Launched\u000a09:10:17.466240 bus /sierra_2: Setting Powered False\u000a09:10:18.487515 run create_hlr_db(pid=30200): Terminated: ok {rc=0}\u000a09:10:18.907736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30202): Launched\u000a09:10:19.224712 run osmo-hlr_10.42.42.2(pid=30203): Launched\u000a09:10:19.345026 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:10:19.895453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30205): Launched\u000a09:10:20.213923 run osmo-stp_10.42.42.5(pid=30206): Launched\u000a09:10:20.330099 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:10:20.908783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30208): Launched\u000a09:10:21.227396 run osmo-msc_10.42.42.6(pid=30209): Launched\u000a09:10:21.414647 run osmo-stp_10.42.42.5(pid=30206): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30206)]\u000a09:10:21.549509 run osmo-stp_10.42.42.5(pid=30206): stdout: \u000a| (launched: 2022-12-13_09:10:20.058198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:21.684223 run osmo-stp_10.42.42.5(pid=30206): stderr: \u000a| �[0;m�[38;5;43m20221213091020249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091020249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091020249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091020250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091020252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091020252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091020252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:21.812423 run osmo-stp_10.42.42.5(pid=30206): stdout: \u000a| (launched: 2022-12-13_09:10:20.058198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:21.939763 run osmo-stp_10.42.42.5(pid=30206): stderr: \u000a| �[0;m�[38;5;43m20221213091020249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091020249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091020249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091020250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091020252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091020252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091020252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:21.996031 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30206): Process ended prematurely: osmo-stp_10.42.42.5(pid=30206) [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30206)] [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a09:10:22.005311 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a09:10:22.067644 run osmo-hlr_10.42.42.2(pid=30203): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30203)]\u000a09:10:22.118904 run osmo-hlr_10.42.42.2(pid=30203): stdout: \u000a| (launched: 2022-12-13_09:10:19.069620) \u000a09:10:22.170725 run osmo-hlr_10.42.42.2(pid=30203): stderr: \u000a| �[0;m�[1;31m20221213091019269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091019269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091019269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091019269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091019270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091019270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091019283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091019291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091019292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091019292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:10:22.241242 run osmo-msc_10.42.42.6(pid=30209): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30209)]\u000a09:10:22.292471 run osmo-msc_10.42.42.6(pid=30209): stdout: \u000a| (launched: 2022-12-13_09:10:21.070934) \u000a09:10:22.344083 run osmo-msc_10.42.42.6(pid=30209): stderr: \u000a| �[0;m�[38;5;43m20221213091021393 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213091021393 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f17e8ff2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213091021393 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213091021393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213091021393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213091021394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213091021395 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213091021396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213091021396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213091021396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:10:22.387863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30202): Terminating (SIGTERM)\u000a09:10:22.429275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30205): Terminating (SIGTERM)\u000a09:10:22.471448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30208): Terminating (SIGTERM)\u000a09:10:22.481177 --- ParallelTerminationStrategy: PID 30202 died...\u000a09:10:22.536765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30202): Terminated: ok {rc=0}\u000a09:10:22.546886 --- ParallelTerminationStrategy: PID 30205 died...\u000a09:10:22.602458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30205): Terminated: ok {rc=0}\u000a09:10:22.612444 --- ParallelTerminationStrategy: PID 30208 died...\u000a09:10:22.668158 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30208): Terminated: ok {rc=0}\u000a09:10:22.754663 bus /sierra_3: Setting Powered False\u000a09:10:23.861685 bus /sierra_3: Setting Powered False\u000a09:10:24.969943 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30217): Process ended prematurely: osmo-stp_10.42.42.5(pid=30217) [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30217)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30217): Process ended prematurely: osmo-stp_10.42.42.5(pid=30217) [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30217)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:10:26.083832 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:10:26.095888 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:10:26.261247 tst mo_mt_call_osmux.py: using LAC 32932\u000a09:10:26.387913 tst mo_mt_call_osmux.py: using RAC 37\u000a09:10:26.514691 tst mo_mt_call_osmux.py: using CellId 32932\u000a09:10:26.639254 tst mo_mt_call_osmux.py: using BVCI 32933\u000a09:10:26.663899 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:10:26.675454 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:10:26.686802 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:10:26.698137 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:10:26.710106 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:10:26.721906 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:10:26.838596 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:10:27.048677 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:10:27.557284 run create_hlr_db(pid=30211): Launched\u000a09:10:27.741081 bus /sierra_2: Setting Powered False\u000a09:10:28.762359 run create_hlr_db(pid=30211): Terminated: ok {rc=0}\u000a09:10:29.183121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30213): Launched\u000a09:10:29.501244 run osmo-hlr_10.42.42.2(pid=30214): Launched\u000a09:10:29.617708 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:10:30.166888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30216): Launched\u000a09:10:30.484195 run osmo-stp_10.42.42.5(pid=30217): Launched\u000a09:10:30.599415 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:10:31.210938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30219): Launched\u000a09:10:31.544858 run osmo-msc_10.42.42.6(pid=30220): Launched\u000a09:10:31.960556 run osmo-stp_10.42.42.5(pid=30217): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30217)]\u000a09:10:32.227158 run osmo-stp_10.42.42.5(pid=30217): stdout: \u000a| (launched: 2022-12-13_09:10:30.329167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:32.381857 run osmo-stp_10.42.42.5(pid=30217): stderr: \u000a| �[0;m�[38;5;43m20221213091030522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091030522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091030522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091030522 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091030523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091030523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091030523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:32.504188 run osmo-stp_10.42.42.5(pid=30217): stdout: \u000a| (launched: 2022-12-13_09:10:30.329167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:32.623058 run osmo-stp_10.42.42.5(pid=30217): stderr: \u000a| �[0;m�[38;5;43m20221213091030522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091030522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091030522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091030522 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091030523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091030523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091030523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:32.675210 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30217): Process ended prematurely: osmo-stp_10.42.42.5(pid=30217) [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30217)] [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a09:10:32.683818 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a09:10:32.744991 run osmo-hlr_10.42.42.2(pid=30214): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30214)]\u000a09:10:32.794503 run osmo-hlr_10.42.42.2(pid=30214): stdout: \u000a| (launched: 2022-12-13_09:10:29.345727) \u000a09:10:32.844733 run osmo-hlr_10.42.42.2(pid=30214): stderr: \u000a| �[0;m�[1;31m20221213091029544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091029544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091029544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091029544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091029544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091029544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091029561 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091029570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091029571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091029571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:10:32.912474 run osmo-msc_10.42.42.6(pid=30220): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30220)]\u000a09:10:32.961732 run osmo-msc_10.42.42.6(pid=30220): stdout: \u000a| (launched: 2022-12-13_09:10:31.366650) \u000a09:10:33.011807 run osmo-msc_10.42.42.6(pid=30220): stderr: \u000a| �[0;m�[38;5;43m20221213091031892 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213091031892 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fab9d750c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213091031892 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213091031892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213091031894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213091031896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213091031907 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213091031909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213091031911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213091031911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:10:33.054254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30213): Terminating (SIGTERM)\u000a09:10:33.094406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30216): Terminating (SIGTERM)\u000a09:10:33.134943 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30219): Terminating (SIGTERM)\u000a09:10:33.144162 --- ParallelTerminationStrategy: PID 30213 died...\u000a09:10:33.198652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30213): Terminated: ok {rc=0}\u000a09:10:33.208167 --- ParallelTerminationStrategy: PID 30216 died...\u000a09:10:33.262659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30216): Terminated: ok {rc=0}\u000a09:10:33.272146 --- ParallelTerminationStrategy: PID 30219 died...\u000a09:10:33.326232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30219): Terminated: ok {rc=0}\u000a09:10:33.414501 bus /sierra_3: Setting Powered False\u000a09:10:34.517544 bus /sierra_3: Setting Powered False\u000a09:10:35.623283 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:10:15" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30231): Process ended prematurely: osmo-stp_10.42.42.5(pid=30231) [trial-2387↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30231)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30231): Process ended prematurely: osmo-stp_10.42.42.5(pid=30231) [trial-2387↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30231)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a09:10:37.620184 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:10:37.631343 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:10:37.784281 tst mo_mt_call.py: using LAC 32933\u000a09:10:37.902671 tst mo_mt_call.py: using RAC 38\u000a09:10:38.019403 tst mo_mt_call.py: using CellId 32933\u000a09:10:38.138221 tst mo_mt_call.py: using BVCI 32934\u000a09:10:38.160596 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:10:38.171763 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:10:38.182654 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:10:38.193489 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:10:38.204661 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:10:38.215756 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:10:38.334609 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:10:38.533764 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:10:38.999056 run create_hlr_db(pid=30225): Launched\u000a09:10:39.169590 bus /sierra_2: Setting Powered False\u000a09:10:40.191845 run create_hlr_db(pid=30225): Terminated: ok {rc=0}\u000a09:10:40.586625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30227): Launched\u000a09:10:40.884005 run osmo-hlr_10.42.42.2(pid=30228): Launched\u000a09:10:40.993197 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:10:41.506154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30230): Launched\u000a09:10:41.802082 run osmo-stp_10.42.42.5(pid=30231): Launched\u000a09:10:41.933526 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:10:42.473476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30233): Launched\u000a09:10:42.770769 run osmo-msc_10.42.42.6(pid=30234): Launched\u000a09:10:42.946480 run osmo-stp_10.42.42.5(pid=30231): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30231)]\u000a09:10:43.073257 run osmo-stp_10.42.42.5(pid=30231): stdout: \u000a| (launched: 2022-12-13_09:10:41.656547)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:43.197593 run osmo-stp_10.42.42.5(pid=30231): stderr: \u000a| �[0;m�[38;5;43m20221213091041825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091041825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091041826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091041826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091041827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091041827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091041827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:43.317552 run osmo-stp_10.42.42.5(pid=30231): stdout: \u000a| (launched: 2022-12-13_09:10:41.656547)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:43.435906 run osmo-stp_10.42.42.5(pid=30231): stderr: \u000a| �[0;m�[38;5;43m20221213091041825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091041825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091041826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091041826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091041827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091041827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091041827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:43.488154 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30231): Process ended prematurely: osmo-stp_10.42.42.5(pid=30231) [trial-2387↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30231)] [trial-2387↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a09:10:43.497016 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a09:10:43.556467 run osmo-hlr_10.42.42.2(pid=30228): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30228)]\u000a09:10:43.605279 run osmo-hlr_10.42.42.2(pid=30228): stdout: \u000a| (launched: 2022-12-13_09:10:40.737926) \u000a09:10:43.654520 run osmo-hlr_10.42.42.2(pid=30228): stderr: \u000a| �[0;m�[1;31m20221213091040913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091040913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091040913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091040913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091040913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091040913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091040926 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091040934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091040935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091040935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:10:43.721207 run osmo-msc_10.42.42.6(pid=30234): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30234)]\u000a09:10:43.769857 run osmo-msc_10.42.42.6(pid=30234): stdout: \u000a| (launched: 2022-12-13_09:10:42.623875) \u000a09:10:43.819024 run osmo-msc_10.42.42.6(pid=30234): stderr: \u000a| �[0;m�[38;5;43m20221213091042896 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213091042897 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f482e7b7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213091042897 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213091042897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213091042897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213091042897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213091042899 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213091042899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213091042900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213091042900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:10:43.860911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30227): Terminating (SIGTERM)\u000a09:10:43.900500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30230): Terminating (SIGTERM)\u000a09:10:43.940148 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30233): Terminating (SIGTERM)\u000a09:10:43.949322 --- ParallelTerminationStrategy: PID 30227 died...\u000a09:10:44.003015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30227): Terminated: ok {rc=0}\u000a09:10:44.012587 --- ParallelTerminationStrategy: PID 30230 died...\u000a09:10:44.065858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30230): Terminated: ok {rc=0}\u000a09:10:44.075289 --- ParallelTerminationStrategy: PID 30233 died...\u000a09:10:44.128723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30233): Terminated: ok {rc=0}\u000a09:10:44.216798 bus /sierra_3: Setting Powered False\u000a09:10:45.317992 bus /sierra_3: Setting Powered False\u000a09:10:46.431367 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30242): Process ended prematurely: osmo-stp_10.42.42.5(pid=30242) [trial-2387↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30242)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30242): Process ended prematurely: osmo-stp_10.42.42.5(pid=30242) [trial-2387↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30242)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:10:47.539614 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:10:47.551432 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:10:47.704841 tst mo_mt_call_osmux.py: using LAC 32934\u000a09:10:47.823009 tst mo_mt_call_osmux.py: using RAC 39\u000a09:10:47.944205 tst mo_mt_call_osmux.py: using CellId 32934\u000a09:10:48.059047 tst mo_mt_call_osmux.py: using BVCI 32935\u000a09:10:48.081632 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:10:48.092750 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:10:48.103599 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:10:48.114611 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:10:48.125864 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:10:48.137044 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:10:48.251826 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:10:48.456198 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:10:48.924727 run create_hlr_db(pid=30236): Launched\u000a09:10:49.095288 bus /sierra_2: Setting Powered False\u000a09:10:50.118005 run create_hlr_db(pid=30236): Terminated: ok {rc=0}\u000a09:10:50.538710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30238): Launched\u000a09:10:50.855404 run osmo-hlr_10.42.42.2(pid=30239): Launched\u000a09:10:50.972160 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:10:51.522692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30241): Launched\u000a09:10:51.843891 run osmo-stp_10.42.42.5(pid=30242): Launched\u000a09:10:51.960113 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:10:52.538991 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30244): Launched\u000a09:10:52.855355 run osmo-msc_10.42.42.6(pid=30245): Launched\u000a09:10:53.042737 run osmo-stp_10.42.42.5(pid=30242): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30242)]\u000a09:10:53.177824 run osmo-stp_10.42.42.5(pid=30242): stdout: \u000a| (launched: 2022-12-13_09:10:51.684686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:53.312240 run osmo-stp_10.42.42.5(pid=30242): stderr: \u000a| �[0;m�[38;5;43m20221213091051883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091051884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091051884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091051884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091051885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091051885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091051885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:53.440181 run osmo-stp_10.42.42.5(pid=30242): stdout: \u000a| (launched: 2022-12-13_09:10:51.684686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:53.566894 run osmo-stp_10.42.42.5(pid=30242): stderr: \u000a| �[0;m�[38;5;43m20221213091051883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091051884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091051884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091051884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091051885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091051885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091051885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:53.622684 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30242): Process ended prematurely: osmo-stp_10.42.42.5(pid=30242) [trial-2387↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30242)] [trial-2387↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a09:10:53.631744 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:10:53.693669 run osmo-hlr_10.42.42.2(pid=30239): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30239)]\u000a09:10:53.744490 run osmo-hlr_10.42.42.2(pid=30239): stdout: \u000a| (launched: 2022-12-13_09:10:50.700620) \u000a09:10:53.795927 run osmo-hlr_10.42.42.2(pid=30239): stderr: \u000a| �[0;m�[1;31m20221213091050899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091050899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091050899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091050899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091050899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091050899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091050914 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091050924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091050924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091050924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:10:53.865743 run osmo-msc_10.42.42.6(pid=30245): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30245)]\u000a09:10:53.916533 run osmo-msc_10.42.42.6(pid=30245): stdout: \u000a| (launched: 2022-12-13_09:10:52.700679) \u000a09:10:53.967726 run osmo-msc_10.42.42.6(pid=30245): stderr: \u000a| �[0;m�[38;5;43m20221213091053020 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213091053020 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4ef0be4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213091053020 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213091053020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213091053020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213091053020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213091053022 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213091053023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213091053023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213091053023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:10:54.011369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30238): Terminating (SIGTERM)\u000a09:10:54.053391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30241): Terminating (SIGTERM)\u000a09:10:54.095103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30244): Terminating (SIGTERM)\u000a09:10:54.104785 --- ParallelTerminationStrategy: PID 30238 died...\u000a09:10:54.160425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30238): Terminated: ok {rc=0}\u000a09:10:54.170579 --- ParallelTerminationStrategy: PID 30241 died...\u000a09:10:54.225607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30241): Terminated: ok {rc=0}\u000a09:10:54.235670 --- ParallelTerminationStrategy: PID 30244 died...\u000a09:10:54.291592 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30244): Terminated: ok {rc=0}\u000a09:10:54.377862 bus /sierra_3: Setting Powered False\u000a09:10:55.483475 bus /sierra_3: Setting Powered False\u000a09:10:56.590158 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:10:37" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30256): Process ended prematurely: osmo-stp_10.42.42.5(pid=30256) [trial-2387↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30256)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30256): Process ended prematurely: osmo-stp_10.42.42.5(pid=30256) [trial-2387↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a09:10:58.581700 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:10:58.592515 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:10:58.745714 tst mo_mt_call.py: using LAC 32935\u000a09:10:58.864215 tst mo_mt_call.py: using RAC 40\u000a09:10:58.982468 tst mo_mt_call.py: using CellId 32935\u000a09:10:59.101173 tst mo_mt_call.py: using BVCI 32936\u000a09:10:59.123694 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:10:59.134566 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:10:59.145210 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:10:59.155863 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:10:59.166877 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:10:59.177964 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:10:59.297321 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:10:59.504619 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:11:00.007564 run create_hlr_db(pid=30250): Launched\u000a09:11:00.179967 bus /sierra_2: Setting Powered False\u000a09:11:01.202365 run create_hlr_db(pid=30250): Terminated: ok {rc=0}\u000a09:11:01.636347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30252): Launched\u000a09:11:02.034939 run osmo-hlr_10.42.42.2(pid=30253): Launched\u000a09:11:02.167621 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:11:02.778773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30255): Launched\u000a09:11:03.075104 run osmo-stp_10.42.42.5(pid=30256): Launched\u000a09:11:03.184390 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:11:03.725938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30258): Launched\u000a09:11:04.022992 run osmo-msc_10.42.42.6(pid=30259): Launched\u000a09:11:04.198796 run osmo-stp_10.42.42.5(pid=30256): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30256)]\u000a09:11:04.325399 run osmo-stp_10.42.42.5(pid=30256): stdout: \u000a| (launched: 2022-12-13_09:11:02.929425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:04.450217 run osmo-stp_10.42.42.5(pid=30256): stderr: \u000a| �[0;m�[38;5;43m20221213091103099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091103099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091103099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091103100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091103100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091103100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091103100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:04.570041 run osmo-stp_10.42.42.5(pid=30256): stdout: \u000a| (launched: 2022-12-13_09:11:02.929425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:04.688751 run osmo-stp_10.42.42.5(pid=30256): stderr: \u000a| �[0;m�[38;5;43m20221213091103099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091103099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091103099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091103100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091103100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091103100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091103100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:04.741288 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30256): Process ended prematurely: osmo-stp_10.42.42.5(pid=30256) [trial-2387↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30256)] [trial-2387↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a09:11:04.749780 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:11:04.809650 run osmo-hlr_10.42.42.2(pid=30253): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30253)]\u000a09:11:04.858901 run osmo-hlr_10.42.42.2(pid=30253): stdout: \u000a| (launched: 2022-12-13_09:11:01.800824) \u000a09:11:04.908772 run osmo-hlr_10.42.42.2(pid=30253): stderr: \u000a| �[0;m�[1;31m20221213091102100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091102100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091102100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091102100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091102100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091102100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091102123 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091102140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091102141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091102141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:11:04.976186 run osmo-msc_10.42.42.6(pid=30259): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30259)]\u000a09:11:05.025564 run osmo-msc_10.42.42.6(pid=30259): stdout: \u000a| (launched: 2022-12-13_09:11:03.876579) \u000a09:11:05.075192 run osmo-msc_10.42.42.6(pid=30259): stderr: \u000a| �[0;m�[38;5;43m20221213091104150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213091104150 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f65bd8e1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213091104150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213091104150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213091104150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213091104150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213091104152 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213091104152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213091104153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213091104153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:11:05.117299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30252): Terminating (SIGTERM)\u000a09:11:05.157012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30255): Terminating (SIGTERM)\u000a09:11:05.197192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30258): Terminating (SIGTERM)\u000a09:11:05.206487 --- ParallelTerminationStrategy: PID 30252 died...\u000a09:11:05.260281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30252): Terminated: ok {rc=0}\u000a09:11:05.269943 --- ParallelTerminationStrategy: PID 30255 died...\u000a09:11:05.323836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30255): Terminated: ok {rc=0}\u000a09:11:05.333925 --- ParallelTerminationStrategy: PID 30258 died...\u000a09:11:05.387965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30258): Terminated: ok {rc=0}\u000a09:11:05.476230 bus /sierra_3: Setting Powered False\u000a09:11:06.579175 bus /sierra_3: Setting Powered False\u000a09:11:07.690786 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30267): Process ended prematurely: osmo-stp_10.42.42.5(pid=30267) [trial-2387↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30267)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30267): Process ended prematurely: osmo-stp_10.42.42.5(pid=30267) [trial-2387↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:11:08.799614 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:11:08.811142 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:11:08.966677 tst mo_mt_call_osmux.py: using LAC 32936\u000a09:11:09.087367 tst mo_mt_call_osmux.py: using RAC 41\u000a09:11:09.210741 tst mo_mt_call_osmux.py: using CellId 32936\u000a09:11:09.341960 tst mo_mt_call_osmux.py: using BVCI 32937\u000a09:11:09.366568 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:11:09.378285 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:11:09.389680 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:11:09.401087 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:11:09.412704 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:11:09.424112 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:11:09.537994 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:11:09.737213 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:11:10.205553 run create_hlr_db(pid=30261): Launched\u000a09:11:10.376407 bus /sierra_2: Setting Powered False\u000a09:11:11.399532 run create_hlr_db(pid=30261): Terminated: ok {rc=0}\u000a09:11:11.820584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30263): Launched\u000a09:11:12.138014 run osmo-hlr_10.42.42.2(pid=30264): Launched\u000a09:11:12.255255 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:11:12.808204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30266): Launched\u000a09:11:13.126209 run osmo-stp_10.42.42.5(pid=30267): Launched\u000a09:11:13.242324 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:11:13.827064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30269): Launched\u000a09:11:14.144504 run osmo-msc_10.42.42.6(pid=30270): Launched\u000a09:11:14.331094 run osmo-stp_10.42.42.5(pid=30267): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30267)]\u000a09:11:14.465845 run osmo-stp_10.42.42.5(pid=30267): stdout: \u000a| (launched: 2022-12-13_09:11:12.969981)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:14.599631 run osmo-stp_10.42.42.5(pid=30267): stderr: \u000a| �[0;m�[38;5;43m20221213091113162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091113162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091113163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091113163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091113163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091113164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091113164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:14.727585 run osmo-stp_10.42.42.5(pid=30267): stdout: \u000a| (launched: 2022-12-13_09:11:12.969981)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:14.854941 run osmo-stp_10.42.42.5(pid=30267): stderr: \u000a| �[0;m�[38;5;43m20221213091113162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091113162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091113163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091113163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091113163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091113164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091113164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:14.910778 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30267): Process ended prematurely: osmo-stp_10.42.42.5(pid=30267) [trial-2387↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30267)] [trial-2387↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a09:11:14.919698 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:11:14.982198 run osmo-hlr_10.42.42.2(pid=30264): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30264)]\u000a09:11:15.033490 run osmo-hlr_10.42.42.2(pid=30264): stdout: \u000a| (launched: 2022-12-13_09:11:11.982540) \u000a09:11:15.085516 run osmo-hlr_10.42.42.2(pid=30264): stderr: \u000a| �[0;m�[1;31m20221213091112180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091112180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091112180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091112180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091112180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091112180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091112232 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091112242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091112242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091112243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:11:15.155499 run osmo-msc_10.42.42.6(pid=30270): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30270)]\u000a09:11:15.206624 run osmo-msc_10.42.42.6(pid=30270): stdout: \u000a| (launched: 2022-12-13_09:11:13.989331) \u000a09:11:15.258615 run osmo-msc_10.42.42.6(pid=30270): stderr: \u000a| �[0;m�[38;5;43m20221213091114313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213091114313 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9f4e97ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213091114313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213091114313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213091114313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213091114313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213091114315 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213091114315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213091114316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213091114316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:11:15.302779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30263): Terminating (SIGTERM)\u000a09:11:15.344533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30266): Terminating (SIGTERM)\u000a09:11:15.386175 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30269): Terminating (SIGTERM)\u000a09:11:15.395877 --- ParallelTerminationStrategy: PID 30263 died...\u000a09:11:15.451412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30263): Terminated: ok {rc=0}\u000a09:11:15.462029 --- ParallelTerminationStrategy: PID 30266 died...\u000a09:11:15.518829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30266): Terminated: ok {rc=0}\u000a09:11:15.528846 --- ParallelTerminationStrategy: PID 30269 died...\u000a09:11:15.584296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30269): Terminated: ok {rc=0}\u000a09:11:15.670007 bus /sierra_3: Setting Powered False\u000a09:11:16.775615 bus /sierra_3: Setting Powered False\u000a09:11:17.885890 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:10:58" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30281): Process ended prematurely: osmo-stp_10.42.42.5(pid=30281) [trial-2387↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30281)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30281): Process ended prematurely: osmo-stp_10.42.42.5(pid=30281) [trial-2387↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30281)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a09:11:19.875366 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:11:19.886682 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:11:20.024238 tst mo_mt_call.py: using LAC 32937\u000a09:11:20.142665 tst mo_mt_call.py: using RAC 42\u000a09:11:20.259270 tst mo_mt_call.py: using CellId 32937\u000a09:11:20.378431 tst mo_mt_call.py: using BVCI 32938\u000a09:11:20.401188 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:11:20.412470 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:11:20.423689 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:11:20.434846 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:11:20.446897 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:11:20.458964 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a09:11:20.578570 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a09:11:20.778949 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:11:21.245022 run create_hlr_db(pid=30275): Launched\u000a09:11:21.414945 bus /sierra_2: Setting Powered False\u000a09:11:22.437766 run create_hlr_db(pid=30275): Terminated: ok {rc=0}\u000a09:11:22.857987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30277): Launched\u000a09:11:23.175625 run osmo-hlr_10.42.42.2(pid=30278): Launched\u000a09:11:23.293426 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:11:23.845802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30280): Launched\u000a09:11:24.163615 run osmo-stp_10.42.42.5(pid=30281): Launched\u000a09:11:24.280715 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:11:24.862130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30283): Launched\u000a09:11:25.179831 run osmo-msc_10.42.42.6(pid=30284): Launched\u000a09:11:25.367704 run osmo-stp_10.42.42.5(pid=30281): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30281)]\u000a09:11:25.501877 run osmo-stp_10.42.42.5(pid=30281): stdout: \u000a| (launched: 2022-12-13_09:11:24.008161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:25.636801 run osmo-stp_10.42.42.5(pid=30281): stderr: \u000a| �[0;m�[38;5;43m20221213091124198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091124198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091124198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091124199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091124199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091124199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091124199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:25.765330 run osmo-stp_10.42.42.5(pid=30281): stdout: \u000a| (launched: 2022-12-13_09:11:24.008161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:25.892430 run osmo-stp_10.42.42.5(pid=30281): stderr: \u000a| �[0;m�[38;5;43m20221213091124198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091124198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091124198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091124199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091124199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091124199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091124199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:25.948298 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30281): Process ended prematurely: osmo-stp_10.42.42.5(pid=30281) [trial-2387↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30281)] [trial-2387↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a09:11:25.957518 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a09:11:26.019637 run osmo-hlr_10.42.42.2(pid=30278): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30278)]\u000a09:11:26.070866 run osmo-hlr_10.42.42.2(pid=30278): stdout: \u000a| (launched: 2022-12-13_09:11:23.020335) \u000a09:11:26.122756 run osmo-hlr_10.42.42.2(pid=30278): stderr: \u000a| �[0;m�[1;31m20221213091123218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091123219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091123219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091123219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091123219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091123219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091123231 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091123239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091123240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091123240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:11:26.193212 run osmo-msc_10.42.42.6(pid=30284): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30284)]\u000a09:11:26.244132 run osmo-msc_10.42.42.6(pid=30284): stdout: \u000a| (launched: 2022-12-13_09:11:25.024405) \u000a09:11:26.296003 run osmo-msc_10.42.42.6(pid=30284): stderr: \u000a| �[0;m�[38;5;43m20221213091125348 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213091125349 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fac25ba2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213091125349 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213091125349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213091125349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213091125349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213091125351 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213091125351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213091125351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213091125352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:11:26.340284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30277): Terminating (SIGTERM)\u000a09:11:26.382166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30280): Terminating (SIGTERM)\u000a09:11:26.423656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30283): Terminating (SIGTERM)\u000a09:11:26.433371 --- ParallelTerminationStrategy: PID 30277 died...\u000a09:11:26.488895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30277): Terminated: ok {rc=0}\u000a09:11:26.498904 --- ParallelTerminationStrategy: PID 30280 died...\u000a09:11:26.554763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30280): Terminated: ok {rc=0}\u000a09:11:26.564707 --- ParallelTerminationStrategy: PID 30283 died...\u000a09:11:26.620078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30283): Terminated: ok {rc=0}\u000a09:11:26.705681 bus /sierra_3: Setting Powered False\u000a09:11:27.810221 bus /sierra_3: Setting Powered False\u000a09:11:28.921209 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30292): Process ended prematurely: osmo-stp_10.42.42.5(pid=30292) [trial-2387↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30292)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30292): Process ended prematurely: osmo-stp_10.42.42.5(pid=30292) [trial-2387↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30292)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:11:30.029497 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:11:30.041399 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:11:30.179945 tst mo_mt_call_osmux.py: using LAC 32938\u000a09:11:30.297982 tst mo_mt_call_osmux.py: using RAC 43\u000a09:11:30.422341 tst mo_mt_call_osmux.py: using CellId 32938\u000a09:11:30.549057 tst mo_mt_call_osmux.py: using BVCI 32939\u000a09:11:30.573691 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:11:30.585476 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:11:30.597132 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:11:30.608632 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:11:30.620296 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:11:30.631814 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a09:11:30.746831 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a09:11:30.966350 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:11:31.490141 run create_hlr_db(pid=30286): Launched\u000a09:11:31.667079 bus /sierra_2: Setting Powered False\u000a09:11:32.685179 run create_hlr_db(pid=30286): Terminated: ok {rc=0}\u000a09:11:33.081663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30288): Launched\u000a09:11:33.380361 run osmo-hlr_10.42.42.2(pid=30289): Launched\u000a09:11:33.497427 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:11:34.019439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30291): Launched\u000a09:11:34.317871 run osmo-stp_10.42.42.5(pid=30292): Launched\u000a09:11:34.427910 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:11:34.973462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30294): Launched\u000a09:11:35.271860 run osmo-msc_10.42.42.6(pid=30295): Launched\u000a09:11:35.448157 run osmo-stp_10.42.42.5(pid=30292): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30292)]\u000a09:11:35.575154 run osmo-stp_10.42.42.5(pid=30292): stdout: \u000a| (launched: 2022-12-13_09:11:34.170662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:35.699591 run osmo-stp_10.42.42.5(pid=30292): stderr: \u000a| �[0;m�[38;5;43m20221213091134340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091134341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091134341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091134341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091134342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091134342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091134342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:35.819746 run osmo-stp_10.42.42.5(pid=30292): stdout: \u000a| (launched: 2022-12-13_09:11:34.170662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:35.938907 run osmo-stp_10.42.42.5(pid=30292): stderr: \u000a| �[0;m�[38;5;43m20221213091134340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091134341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091134341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091134341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091134342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091134342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091134342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:35.991489 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30292): Process ended prematurely: osmo-stp_10.42.42.5(pid=30292) [trial-2387↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30292)] [trial-2387↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a09:11:36.000129 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a09:11:36.060054 run osmo-hlr_10.42.42.2(pid=30289): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30289)]\u000a09:11:36.109289 run osmo-hlr_10.42.42.2(pid=30289): stdout: \u000a| (launched: 2022-12-13_09:11:33.233345) \u000a09:11:36.158713 run osmo-hlr_10.42.42.2(pid=30289): stderr: \u000a| �[0;m�[1;31m20221213091133406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091133406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091133406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091133406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091133406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091133406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091133418 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091133427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091133428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091133428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:11:36.226044 run osmo-msc_10.42.42.6(pid=30295): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30295)]\u000a09:11:36.275137 run osmo-msc_10.42.42.6(pid=30295): stdout: \u000a| (launched: 2022-12-13_09:11:35.125020) \u000a09:11:36.324823 run osmo-msc_10.42.42.6(pid=30295): stderr: \u000a| �[0;m�[38;5;43m20221213091135393 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213091135393 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f28ac990c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213091135393 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213091135393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213091135394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213091135394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213091135395 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213091135396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213091135396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213091135396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:11:36.367193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30288): Terminating (SIGTERM)\u000a09:11:36.406991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30291): Terminating (SIGTERM)\u000a09:11:36.446930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30294): Terminating (SIGTERM)\u000a09:11:36.456019 --- ParallelTerminationStrategy: PID 30288 died...\u000a09:11:36.509177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30288): Terminated: ok {rc=0}\u000a09:11:36.518654 --- ParallelTerminationStrategy: PID 30291 died...\u000a09:11:36.571846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30291): Terminated: ok {rc=0}\u000a09:11:36.581787 --- ParallelTerminationStrategy: PID 30294 died...\u000a09:11:36.635478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30294): Terminated: ok {rc=0}\u000a09:11:36.718394 bus /sierra_3: Setting Powered False\u000a09:11:37.824247 bus /sierra_3: Setting Powered False\u000a09:11:38.936046 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:11:19" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30306): Process ended prematurely: osmo-stp_10.42.42.5(pid=30306) [trial-2387↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30306)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30306): Process ended prematurely: osmo-stp_10.42.42.5(pid=30306) [trial-2387↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30306)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a09:11:40.958043 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:11:40.969305 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:11:41.110946 tst emergency_mo_mt_call.py: using LAC 32939\u000a09:11:41.232482 tst emergency_mo_mt_call.py: using RAC 44\u000a09:11:41.357527 tst emergency_mo_mt_call.py: using CellId 32939\u000a09:11:41.481504 tst emergency_mo_mt_call.py: using BVCI 32940\u000a09:11:41.505562 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:11:41.516775 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:11:41.527975 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:11:41.538799 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:11:41.550170 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:11:41.561580 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:11:41.678060 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:11:41.879083 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:11:42.341688 run create_hlr_db(pid=30300): Launched\u000a09:11:42.510488 bus /sierra_2: Setting Powered False\u000a09:11:43.530726 run create_hlr_db(pid=30300): Terminated: ok {rc=0}\u000a09:11:43.945711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30302): Launched\u000a09:11:44.257747 run osmo-hlr_10.42.42.2(pid=30303): Launched\u000a09:11:44.375047 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:11:44.921224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30305): Launched\u000a09:11:45.234664 run osmo-stp_10.42.42.5(pid=30306): Launched\u000a09:11:45.360239 tst emergency_mo_mt_call.py: using MSISDN 8078\u000a09:11:45.517333 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:11:46.159271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30308): Launched\u000a09:11:46.757179 run osmo-msc_10.42.42.6(pid=30309): Launched\u000a09:11:47.174658 run osmo-stp_10.42.42.5(pid=30306): ERR: Terminated: ERROR {rc=1} [trial-2387↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30306)]\u000a09:11:47.307805 run osmo-stp_10.42.42.5(pid=30306): stdout: \u000a| (launched: 2022-12-13_09:11:45.081390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:47.439463 run osmo-stp_10.42.42.5(pid=30306): stderr: \u000a| �[0;m�[38;5;43m20221213091145272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091145272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091145272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091145273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091145275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091145275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091145275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:47.566366 run osmo-stp_10.42.42.5(pid=30306): stdout: \u000a| (launched: 2022-12-13_09:11:45.081390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:47.692238 run osmo-stp_10.42.42.5(pid=30306): stderr: \u000a| �[0;m�[38;5;43m20221213091145272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091145272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091145272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091145273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091145275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091145275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091145275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:47.747364 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=30306): Process ended prematurely: osmo-stp_10.42.42.5(pid=30306) [trial-2387↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30306)] [trial-2387↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a09:11:47.755958 tst emergency_mo_mt_call.py:19: Test FAILED (6.8 sec)\u000a09:11:47.818596 run osmo-hlr_10.42.42.2(pid=30303): ERR: Terminated: ERROR {rc=237} [trial-2387↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30303)]\u000a09:11:47.870063 run osmo-hlr_10.42.42.2(pid=30303): stdout: \u000a| (launched: 2022-12-13_09:11:44.105014) \u000a09:11:47.922160 run osmo-hlr_10.42.42.2(pid=30303): stderr: \u000a| �[0;m�[1;31m20221213091144301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091144301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091144301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091144301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091144301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091144301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091144314 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091144322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091144322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091144322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:11:47.992814 run osmo-msc_10.42.42.6(pid=30309): ERR: Terminated: ERROR {rc=2} [trial-2387↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30309)]\u000a09:11:48.044287 run osmo-msc_10.42.42.6(pid=30309): stdout: \u000a| (launched: 2022-12-13_09:11:46.335685) \u000a09:11:48.096228 run osmo-msc_10.42.42.6(pid=30309): stderr: \u000a| �[0;m�[38;5;43m20221213091146898 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213091146898 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2126c39c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213091146898 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213091146898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213091146898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213091146899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213091146900 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213091146901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213091146901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213091146901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:11:48.140350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30302): Terminating (SIGTERM)\u000a09:11:48.182460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30305): Terminating (SIGTERM)\u000a09:11:48.224890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30308): Terminating (SIGTERM)\u000a09:11:48.234726 --- ParallelTerminationStrategy: PID 30302 died...\u000a09:11:48.291484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30302): Terminated: ok {rc=0}\u000a09:11:48.301819 --- ParallelTerminationStrategy: PID 30305 died...\u000a09:11:48.358032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30305): Terminated: ok {rc=0}\u000a09:11:48.368161 --- ParallelTerminationStrategy: PID 30308 died...\u000a09:11:48.423887 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30308): Terminated: ok {rc=0}\u000a09:11:48.510248 bus /sierra_3: Setting Powered False\u000a09:11:49.616438 bus /sierra_3: Setting Powered False\u000a09:11:50.724572 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30317): Process ended prematurely: osmo-stp_10.42.42.5(pid=30317) [trial-2387↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30317)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30317): Process ended prematurely: osmo-stp_10.42.42.5(pid=30317) [trial-2387↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30317)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a09:11:51.777587 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:11:51.789737 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:11:51.932253 tst emergency_preemptive_call.py: using LAC 32940\u000a09:11:52.056757 tst emergency_preemptive_call.py: using RAC 45\u000a09:11:52.180275 tst emergency_preemptive_call.py: using CellId 32940\u000a09:11:52.305657 tst emergency_preemptive_call.py: using BVCI 32941\u000a09:11:52.329741 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:11:52.340916 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:11:52.351939 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:11:52.363062 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:11:52.374020 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:11:52.384901 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:11:52.500799 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:11:52.622305 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:11:52.736644 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:11:52.941359 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:11:53.445747 run create_hlr_db(pid=30311): Launched\u000a09:11:53.628808 bus /sierra_2: Setting Powered False\u000a09:11:54.650029 run create_hlr_db(pid=30311): Terminated: ok {rc=0}\u000a09:11:55.043640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30313): Launched\u000a09:11:55.336698 run osmo-hlr_10.42.42.2(pid=30314): Launched\u000a09:11:55.452627 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:11:55.969162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30316): Launched\u000a09:11:56.261500 run osmo-stp_10.42.42.5(pid=30317): Launched\u000a09:11:56.384809 tst emergency_preemptive_call.py: using MSISDN 8079\u000a09:11:56.531052 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:11:57.064533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30319): Launched\u000a09:11:57.356729 run osmo-msc_10.42.42.6(pid=30320): Launched\u000a09:11:57.530912 run osmo-stp_10.42.42.5(pid=30317): ERR: Terminated: ERROR {rc=1} [trial-2387↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30317)]\u000a09:11:57.656058 run osmo-stp_10.42.42.5(pid=30317): stdout: \u000a| (launched: 2022-12-13_09:11:56.117785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:57.778977 run osmo-stp_10.42.42.5(pid=30317): stderr: \u000a| �[0;m�[38;5;43m20221213091156289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091156289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091156289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091156290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091156291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091156291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091156291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:57.897711 run osmo-stp_10.42.42.5(pid=30317): stdout: \u000a| (launched: 2022-12-13_09:11:56.117785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:58.014664 run osmo-stp_10.42.42.5(pid=30317): stderr: \u000a| �[0;m�[38;5;43m20221213091156289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091156289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091156289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091156290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091156291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091156291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091156291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:58.065664 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=30317): Process ended prematurely: osmo-stp_10.42.42.5(pid=30317) [trial-2387↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30317)] [trial-2387↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a09:11:58.073683 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a09:11:58.133416 run osmo-hlr_10.42.42.2(pid=30314): ERR: Terminated: ERROR {rc=237} [trial-2387↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30314)]\u000a09:11:58.182185 run osmo-hlr_10.42.42.2(pid=30314): stdout: \u000a| (launched: 2022-12-13_09:11:55.192621) \u000a09:11:58.231706 run osmo-hlr_10.42.42.2(pid=30314): stderr: \u000a| �[0;m�[1;31m20221213091155366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091155366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091155366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091155366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091155366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091155366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091155378 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091155389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091155389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091155389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:11:58.298955 run osmo-msc_10.42.42.6(pid=30320): ERR: Terminated: ERROR {rc=2} [trial-2387↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30320)]\u000a09:11:58.347974 run osmo-msc_10.42.42.6(pid=30320): stdout: \u000a| (launched: 2022-12-13_09:11:57.212878) \u000a09:11:58.397395 run osmo-msc_10.42.42.6(pid=30320): stderr: \u000a| �[0;m�[38;5;43m20221213091157484 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213091157484 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc6534ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213091157484 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213091157484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213091157484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213091157484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213091157486 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213091157487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213091157487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213091157487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:11:58.439546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30313): Terminating (SIGTERM)\u000a09:11:58.479745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30316): Terminating (SIGTERM)\u000a09:11:58.519849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30319): Terminating (SIGTERM)\u000a09:11:58.529185 --- ParallelTerminationStrategy: PID 30313 died...\u000a09:11:58.582969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30313): Terminated: ok {rc=0}\u000a09:11:58.592614 --- ParallelTerminationStrategy: PID 30316 died...\u000a09:11:58.646325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30316): Terminated: ok {rc=0}\u000a09:11:58.655942 --- ParallelTerminationStrategy: PID 30319 died...\u000a09:11:58.709453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30319): Terminated: ok {rc=0}\u000a09:11:58.792161 bus /sierra_9: Setting Powered False\u000a09:11:59.897522 bus /sierra_9: Setting Powered False\u000a09:12:01.019387 bus /sierra_8: Setting Powered False\u000a09:12:02.127128 bus /sierra_8: Setting Powered False\u000a09:12:03.238016 bus /sierra_3: Setting Powered False\u000a09:12:04.340292 bus /sierra_3: Setting Powered False\u000a09:12:05.449548 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:11:40" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30336): Process ended prematurely: osmo-stp_10.42.42.5(pid=30336) [trial-2387↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30336)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30336): Process ended prematurely: osmo-stp_10.42.42.5(pid=30336) [trial-2387↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:12:07.577440 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:07.588246 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:12:07.743364 tst cs_paging_gprs_active.py: using LAC 32941\u000a09:12:07.866379 tst cs_paging_gprs_active.py: using RAC 46\u000a09:12:07.981724 tst cs_paging_gprs_active.py: using CellId 32941\u000a09:12:08.096759 tst cs_paging_gprs_active.py: using BVCI 32942\u000a09:12:08.119696 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:08.130430 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:08.140887 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:08.151393 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:08.162077 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:08.172719 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:08.183922 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:08.194563 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:08.205406 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:12:08.325479 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:12:08.605821 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:12:08.730892 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:12:09.039834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30326): Launched\u000a09:12:09.296050 run iperf3-srv_10.42.42.10(pid=30327): Launched\u000a09:12:09.478595 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:12:09.603498 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:12:09.911134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30328): Launched\u000a09:12:10.167087 run iperf3-srv_10.42.42.10(pid=30329): Launched\u000a09:12:10.349043 tst cs_paging_gprs_active.py:38: start network...\u000a09:12:10.473333 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:12:10.942837 run create_hlr_db(pid=30330): Launched\u000a09:12:11.114974 bus /sierra_2: Setting Powered False\u000a09:12:12.137277 run create_hlr_db(pid=30330): Terminated: ok {rc=0}\u000a09:12:12.562062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30332): Launched\u000a09:12:12.882532 run osmo-hlr_10.42.42.2(pid=30333): Launched\u000a09:12:12.999800 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:12:13.554542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30335): Launched\u000a09:12:13.875133 run osmo-stp_10.42.42.5(pid=30336): Launched\u000a09:12:13.991806 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:12:14.549417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30338): Launched\u000a09:12:14.663474 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:12:14.941598 run patchelf(pid=30339): Launched\u000a09:12:15.128273 run osmo-stp_10.42.42.5(pid=30336): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30336)]\u000a09:12:15.265317 run osmo-stp_10.42.42.5(pid=30336): stdout: \u000a| (launched: 2022-12-13_09:12:13.717834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:15.403210 run osmo-stp_10.42.42.5(pid=30336): stderr: \u000a| �[0;m�[38;5;43m20221213091213909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091213909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091213909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091213910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091213912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091213912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091213912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:15.535421 run osmo-stp_10.42.42.5(pid=30336): stdout: \u000a| (launched: 2022-12-13_09:12:13.717834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:15.666711 run osmo-stp_10.42.42.5(pid=30336): stderr: \u000a| �[0;m�[38;5;43m20221213091213909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091213909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091213909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091213910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091213912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091213912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091213912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:15.819219 run patchelf(pid=30339): Terminating (SIGINT)\u000a09:12:16.016015 run patchelf(pid=30339): Terminated: ok {rc=0}\u000a09:12:16.049598 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30336): Process ended prematurely: osmo-stp_10.42.42.5(pid=30336) [trial-2387↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30336)] [trial-2387↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a09:12:16.059853 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a09:12:16.124249 run osmo-hlr_10.42.42.2(pid=30333): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30333)]\u000a09:12:16.176156 run osmo-hlr_10.42.42.2(pid=30333): stdout: \u000a| (launched: 2022-12-13_09:12:12.725010) \u000a09:12:16.230608 run osmo-hlr_10.42.42.2(pid=30333): stderr: \u000a| �[0;m�[1;31m20221213091212925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091212925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091212925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091212925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091212925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091212925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091212947 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091212957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091212957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091212957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:12:16.276007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30326): Terminating (SIGTERM)\u000a09:12:16.318542 run iperf3-srv_10.42.42.10(pid=30327): Terminating (SIGTERM)\u000a09:12:16.361299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30328): Terminating (SIGTERM)\u000a09:12:16.403406 run iperf3-srv_10.42.42.10(pid=30329): Terminating (SIGTERM)\u000a09:12:16.449209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30332): Terminating (SIGTERM)\u000a09:12:16.493678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30335): Terminating (SIGTERM)\u000a09:12:16.537653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30338): Terminating (SIGTERM)\u000a09:12:16.549648 --- ParallelTerminationStrategy: PID 30326 died...\u000a09:12:16.608833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30326): Terminated: ok {rc=0}\u000a09:12:16.619619 --- ParallelTerminationStrategy: PID 30327 died...\u000a09:12:16.677732 run iperf3-srv_10.42.42.10(pid=30327): Terminated {rc=256}\u000a09:12:16.688750 --- ParallelTerminationStrategy: PID 30328 died...\u000a09:12:16.745461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30328): Terminated: ok {rc=0}\u000a09:12:16.755995 --- ParallelTerminationStrategy: PID 30329 died...\u000a09:12:16.812935 run iperf3-srv_10.42.42.10(pid=30329): Terminated {rc=256}\u000a09:12:16.824498 --- ParallelTerminationStrategy: PID 30332 died...\u000a09:12:16.881884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30332): Terminated: ok {rc=0}\u000a09:12:16.892472 --- ParallelTerminationStrategy: PID 30335 died...\u000a09:12:16.949689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30335): Terminated: ok {rc=0}\u000a09:12:16.960275 --- ParallelTerminationStrategy: PID 30338 died...\u000a09:12:17.017332 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30338): Terminated: ok {rc=0}\u000a09:12:17.106125 bus /gobi_0: Setting Powered False\u000a09:12:18.207189 bus /gobi_0: Setting Powered False\u000a09:12:19.318670 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30348): Process ended prematurely: osmo-stp_10.42.42.5(pid=30348) [trial-2387↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30348)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30348): Process ended prematurely: osmo-stp_10.42.42.5(pid=30348) [trial-2387↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30348)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a09:12:20.428662 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:20.439845 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:12:20.583963 tst iperf3.py: using LAC 32942\u000a09:12:20.710576 tst iperf3.py: using RAC 47\u000a09:12:20.836471 tst iperf3.py: using CellId 32942\u000a09:12:20.962697 tst iperf3.py: using BVCI 32943\u000a09:12:20.987421 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:20.998785 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:21.009711 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:21.020602 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:21.031487 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:21.042274 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:21.053239 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:21.063984 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:21.074948 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:12:21.351290 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:12:21.475720 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:12:21.783947 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30340): Launched\u000a09:12:22.041413 run iperf3-srv_10.42.42.10(pid=30341): Launched\u000a09:12:22.223727 tst iperf3.py:8: start network...\u000a09:12:22.348359 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:12:22.816850 run create_hlr_db(pid=30342): Launched\u000a09:12:22.988201 bus /gobi_6: Setting Powered False\u000a09:12:24.009854 run create_hlr_db(pid=30342): Terminated: ok {rc=0}\u000a09:12:24.432382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30344): Launched\u000a09:12:24.752868 run osmo-hlr_10.42.42.2(pid=30345): Launched\u000a09:12:24.869981 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:12:25.425207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30347): Launched\u000a09:12:25.744185 run osmo-stp_10.42.42.5(pid=30348): Launched\u000a09:12:25.859810 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:12:26.415033 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30350): Launched\u000a09:12:26.528843 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:12:26.805236 run patchelf(pid=30351): Launched\u000a09:12:26.991517 run osmo-stp_10.42.42.5(pid=30348): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30348)]\u000a09:12:27.128728 run osmo-stp_10.42.42.5(pid=30348): stdout: \u000a| (launched: 2022-12-13_09:12:25.587106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:27.265713 run osmo-stp_10.42.42.5(pid=30348): stderr: \u000a| �[0;m�[38;5;43m20221213091225777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091225777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091225778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091225778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091225778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091225779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091225779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:27.398480 run osmo-stp_10.42.42.5(pid=30348): stdout: \u000a| (launched: 2022-12-13_09:12:25.587106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:27.529783 run osmo-stp_10.42.42.5(pid=30348): stderr: \u000a| �[0;m�[38;5;43m20221213091225777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091225777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091225778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091225778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091225778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091225779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091225779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:27.681807 run patchelf(pid=30351): Terminating (SIGINT)\u000a09:12:27.860768 run patchelf(pid=30351): Terminated: ok {rc=0}\u000a09:12:27.893590 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30348): Process ended prematurely: osmo-stp_10.42.42.5(pid=30348) [trial-2387↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30348)] [trial-2387↪gprs:trx-umtrx↪iperf3.py:8]\u000a09:12:27.903346 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a09:12:27.965529 run osmo-hlr_10.42.42.2(pid=30345): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30345)]\u000a09:12:28.016388 run osmo-hlr_10.42.42.2(pid=30345): stdout: \u000a| (launched: 2022-12-13_09:12:24.595181) \u000a09:12:28.067845 run osmo-hlr_10.42.42.2(pid=30345): stderr: \u000a| �[0;m�[1;31m20221213091224792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091224792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091224792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091224792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091224792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091224792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091224820 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091224831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091224831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091224831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:12:28.111886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30340): Terminating (SIGTERM)\u000a09:12:28.153905 run iperf3-srv_10.42.42.10(pid=30341): Terminating (SIGTERM)\u000a09:12:28.195390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30344): Terminating (SIGTERM)\u000a09:12:28.236775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30347): Terminating (SIGTERM)\u000a09:12:28.278161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30350): Terminating (SIGTERM)\u000a09:12:28.287892 --- ParallelTerminationStrategy: PID 30340 died...\u000a09:12:28.343683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30340): Terminated: ok {rc=0}\u000a09:12:28.353762 --- ParallelTerminationStrategy: PID 30341 died...\u000a09:12:28.408879 run iperf3-srv_10.42.42.10(pid=30341): Terminated {rc=256}\u000a09:12:28.418879 --- ParallelTerminationStrategy: PID 30344 died...\u000a09:12:28.474060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30344): Terminated: ok {rc=0}\u000a09:12:28.484041 --- ParallelTerminationStrategy: PID 30347 died...\u000a09:12:28.539193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30347): Terminated: ok {rc=0}\u000a09:12:28.549352 --- ParallelTerminationStrategy: PID 30350 died...\u000a09:12:28.604332 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30350): Terminated: ok {rc=0}\u000a09:12:28.690401 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30366): Process ended prematurely: osmo-stp_10.42.42.5(pid=30366) [trial-2387↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30366)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30366): Process ended prematurely: osmo-stp_10.42.42.5(pid=30366) [trial-2387↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30366)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a09:12:29.803041 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:29.818146 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:12:29.957515 tst iperf3m4.py: using LAC 32943\u000a09:12:30.084192 tst iperf3m4.py: using RAC 48\u000a09:12:30.209496 tst iperf3m4.py: using CellId 32943\u000a09:12:30.335556 tst iperf3m4.py: using BVCI 32944\u000a09:12:30.360116 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:30.371656 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:30.382629 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:30.393422 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:30.404203 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:30.415160 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:30.426383 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:30.437319 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:30.448111 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:12:30.567107 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:12:30.691591 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:12:30.807103 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:12:31.138530 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:12:31.276189 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:12:31.626982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30352): Launched\u000a09:12:31.923636 run iperf3-srv_10.42.42.10(pid=30353): Launched\u000a09:12:32.124658 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:12:32.259639 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:12:32.591204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30354): Launched\u000a09:12:32.866002 run iperf3-srv_10.42.42.10(pid=30355): Launched\u000a09:12:33.063251 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:12:33.197823 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:12:33.523873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30356): Launched\u000a09:12:33.781059 run iperf3-srv_10.42.42.10(pid=30357): Launched\u000a09:12:33.963095 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:12:34.087594 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:12:34.396072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30358): Launched\u000a09:12:34.652022 run iperf3-srv_10.42.42.10(pid=30359): Launched\u000a09:12:34.833648 tst iperf3m4.py:8: start network...\u000a09:12:34.957928 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:12:35.427446 run create_hlr_db(pid=30360): Launched\u000a09:12:35.598765 bus /gobi_6: Setting Powered False\u000a09:12:36.621103 run create_hlr_db(pid=30360): Terminated: ok {rc=0}\u000a09:12:37.017443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30362): Launched\u000a09:12:37.317020 run osmo-hlr_10.42.42.2(pid=30363): Launched\u000a09:12:37.431674 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:12:37.949934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30365): Launched\u000a09:12:38.249987 run osmo-stp_10.42.42.5(pid=30366): Launched\u000a09:12:38.360552 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:12:38.881079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30368): Launched\u000a09:12:38.987447 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:12:39.247619 run patchelf(pid=30369): Launched\u000a09:12:39.422807 run osmo-stp_10.42.42.5(pid=30366): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30366)]\u000a09:12:39.551155 run osmo-stp_10.42.42.5(pid=30366): stdout: \u000a| (launched: 2022-12-13_09:12:38.102299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:39.679469 run osmo-stp_10.42.42.5(pid=30366): stderr: \u000a| �[0;m�[38;5;43m20221213091238274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091238274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091238274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091238274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091238275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091238275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091238275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:39.803227 run osmo-stp_10.42.42.5(pid=30366): stdout: \u000a| (launched: 2022-12-13_09:12:38.102299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:39.925849 run osmo-stp_10.42.42.5(pid=30366): stderr: \u000a| �[0;m�[38;5;43m20221213091238274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091238274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091238274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091238274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091238275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091238275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091238275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:40.069358 run patchelf(pid=30369): Terminating (SIGINT)\u000a09:12:40.237282 run patchelf(pid=30369): Terminated: ok {rc=0}\u000a09:12:40.268062 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30366): Process ended prematurely: osmo-stp_10.42.42.5(pid=30366) [trial-2387↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30366)] [trial-2387↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a09:12:40.277273 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a09:12:40.337696 run osmo-hlr_10.42.42.2(pid=30363): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30363)]\u000a09:12:40.386942 run osmo-hlr_10.42.42.2(pid=30363): stdout: \u000a| (launched: 2022-12-13_09:12:37.169659) \u000a09:12:40.436699 run osmo-hlr_10.42.42.2(pid=30363): stderr: \u000a| �[0;m�[1;31m20221213091237348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091237348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091237348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091237348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091237348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091237348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091237361 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091237369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091237369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091237369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:12:40.479143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30352): Terminating (SIGTERM)\u000a09:12:40.518891 run iperf3-srv_10.42.42.10(pid=30353): Terminating (SIGTERM)\u000a09:12:40.558772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30354): Terminating (SIGTERM)\u000a09:12:40.598593 run iperf3-srv_10.42.42.10(pid=30355): Terminating (SIGTERM)\u000a09:12:40.638300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30356): Terminating (SIGTERM)\u000a09:12:40.677900 run iperf3-srv_10.42.42.10(pid=30357): Terminating (SIGTERM)\u000a09:12:40.717961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30358): Terminating (SIGTERM)\u000a09:12:40.757511 run iperf3-srv_10.42.42.10(pid=30359): Terminating (SIGTERM)\u000a09:12:40.797239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30362): Terminating (SIGTERM)\u000a09:12:40.836678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30365): Terminating (SIGTERM)\u000a09:12:40.876125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30368): Terminating (SIGTERM)\u000a09:12:40.885269 --- ParallelTerminationStrategy: PID 30352 died...\u000a09:12:40.938491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30352): Terminated: ok {rc=0}\u000a09:12:40.947903 --- ParallelTerminationStrategy: PID 30353 died...\u000a09:12:41.000705 run iperf3-srv_10.42.42.10(pid=30353): Terminated {rc=256}\u000a09:12:41.010073 --- ParallelTerminationStrategy: PID 30354 died...\u000a09:12:41.062952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30354): Terminated: ok {rc=0}\u000a09:12:41.072337 --- ParallelTerminationStrategy: PID 30355 died...\u000a09:12:41.125085 run iperf3-srv_10.42.42.10(pid=30355): Terminated {rc=256}\u000a09:12:41.134344 --- ParallelTerminationStrategy: PID 30356 died...\u000a09:12:41.186973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30356): Terminated: ok {rc=0}\u000a09:12:41.196350 --- ParallelTerminationStrategy: PID 30357 died...\u000a09:12:41.248899 run iperf3-srv_10.42.42.10(pid=30357): Terminated {rc=256}\u000a09:12:41.258332 --- ParallelTerminationStrategy: PID 30358 died...\u000a09:12:41.310845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30358): Terminated: ok {rc=0}\u000a09:12:41.320260 --- ParallelTerminationStrategy: PID 30359 died...\u000a09:12:41.373121 run iperf3-srv_10.42.42.10(pid=30359): Terminated {rc=256}\u000a09:12:41.382541 --- ParallelTerminationStrategy: PID 30362 died...\u000a09:12:41.435060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30362): Terminated: ok {rc=0}\u000a09:12:41.444533 --- ParallelTerminationStrategy: PID 30365 died...\u000a09:12:41.497418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30365): Terminated: ok {rc=0}\u000a09:12:41.506845 --- ParallelTerminationStrategy: PID 30368 died...\u000a09:12:41.559955 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30368): Terminated: ok {rc=0}\u000a09:12:41.643068 bus /gobi_4: Setting Powered False\u000a09:12:42.749376 bus /gobi_4: Setting Powered False\u000a09:12:43.856062 bus /gobi_1: Setting Powered False\u000a09:12:44.961596 bus /gobi_1: Setting Powered False\u000a09:12:46.071193 bus /gobi_0: Setting Powered False\u000a09:12:47.178606 bus /gobi_0: Setting Powered False\u000a09:12:48.283947 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30376): Process ended prematurely: osmo-stp_10.42.42.5(pid=30376) [trial-2387↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30376)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30376): Process ended prematurely: osmo-stp_10.42.42.5(pid=30376) [trial-2387↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30376)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a09:12:49.352488 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:49.364145 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:12:49.505230 tst ping.py: using LAC 32944\u000a09:12:49.628319 tst ping.py: using RAC 49\u000a09:12:49.746503 tst ping.py: using CellId 32944\u000a09:12:49.861934 tst ping.py: using BVCI 32945\u000a09:12:49.884744 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:49.895426 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:49.906038 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:49.916503 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:49.927267 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:49.938220 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:49.949333 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:49.960264 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:12:50.247893 tst ping.py:19: start network...\u000a09:12:50.379722 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:12:50.879056 run create_hlr_db(pid=30370): Launched\u000a09:12:51.060778 bus /gobi_6: Setting Powered False\u000a09:12:52.086954 run create_hlr_db(pid=30370): Terminated: ok {rc=0}\u000a09:12:52.502907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30372): Launched\u000a09:12:52.815860 run osmo-hlr_10.42.42.2(pid=30373): Launched\u000a09:12:52.931021 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:12:53.477968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30375): Launched\u000a09:12:53.790974 run osmo-stp_10.42.42.5(pid=30376): Launched\u000a09:12:53.904622 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:12:54.450531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30378): Launched\u000a09:12:54.562767 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:12:54.835862 run patchelf(pid=30379): Launched\u000a09:12:55.019766 run osmo-stp_10.42.42.5(pid=30376): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30376)]\u000a09:12:55.154317 run osmo-stp_10.42.42.5(pid=30376): stdout: \u000a| (launched: 2022-12-13_09:12:53.637419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:55.289314 run osmo-stp_10.42.42.5(pid=30376): stderr: \u000a| �[0;m�[38;5;43m20221213091253826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091253826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091253826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091253827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091253828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091253828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091253828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:55.420308 run osmo-stp_10.42.42.5(pid=30376): stdout: \u000a| (launched: 2022-12-13_09:12:53.637419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:55.549643 run osmo-stp_10.42.42.5(pid=30376): stderr: \u000a| �[0;m�[38;5;43m20221213091253826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091253826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091253826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091253827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091253828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091253828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091253828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:55.699205 run patchelf(pid=30379): Terminating (SIGINT)\u000a09:12:55.875253 run patchelf(pid=30379): Terminated: ok {rc=0}\u000a09:12:55.907233 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30376): Process ended prematurely: osmo-stp_10.42.42.5(pid=30376) [trial-2387↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30376)] [trial-2387↪gprs:trx-umtrx↪ping.py:22]\u000a09:12:55.916251 tst ping.py:22: Test FAILED (6.6 sec)\u000a09:12:55.978302 run osmo-hlr_10.42.42.2(pid=30373): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30373)]\u000a09:12:56.029192 run osmo-hlr_10.42.42.2(pid=30373): stdout: \u000a| (launched: 2022-12-13_09:12:52.662008) \u000a09:12:56.080544 run osmo-hlr_10.42.42.2(pid=30373): stderr: \u000a| �[0;m�[1;31m20221213091252861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091252861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091252861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091252861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091252861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091252861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091252874 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091252882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091252883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091252883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:12:56.124013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30372): Terminating (SIGTERM)\u000a09:12:56.165154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30375): Terminating (SIGTERM)\u000a09:12:56.206238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30378): Terminating (SIGTERM)\u000a09:12:56.215967 --- ParallelTerminationStrategy: PID 30372 died...\u000a09:12:56.271172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30372): Terminated: ok {rc=0}\u000a09:12:56.281431 --- ParallelTerminationStrategy: PID 30375 died...\u000a09:12:56.336751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30375): Terminated: ok {rc=0}\u000a09:12:56.346877 --- ParallelTerminationStrategy: PID 30378 died...\u000a09:12:56.401980 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30378): Terminated: ok {rc=0}\u000a09:12:56.487644 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30386): Process ended prematurely: osmo-stp_10.42.42.5(pid=30386) [trial-2387↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30386)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30386): Process ended prematurely: osmo-stp_10.42.42.5(pid=30386) [trial-2387↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a09:12:57.538843 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:57.550492 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:12:57.692653 tst ping_idle_ping.py: using LAC 32945\u000a09:12:57.817858 tst ping_idle_ping.py: using RAC 50\u000a09:12:57.943679 tst ping_idle_ping.py: using CellId 32945\u000a09:12:58.073984 tst ping_idle_ping.py: using BVCI 32946\u000a09:12:58.098207 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:58.109440 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:58.120307 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:58.131205 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:58.142155 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:58.152992 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:58.163930 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:12:58.174988 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:12:58.446096 tst ping_idle_ping.py:24: start network...\u000a09:12:58.568752 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:12:59.033317 run create_hlr_db(pid=30380): Launched\u000a09:12:59.203211 bus /gobi_6: Setting Powered False\u000a09:13:00.223863 run create_hlr_db(pid=30380): Terminated: ok {rc=0}\u000a09:13:00.642216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30382): Launched\u000a09:13:01.058823 run osmo-hlr_10.42.42.2(pid=30383): Launched\u000a09:13:01.188767 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:13:01.874452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30385): Launched\u000a09:13:02.196928 run osmo-stp_10.42.42.5(pid=30386): Launched\u000a09:13:02.404868 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:13:02.939283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30388): Launched\u000a09:13:03.044278 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:13:03.300322 run patchelf(pid=30389): Launched\u000a09:13:03.473135 run osmo-stp_10.42.42.5(pid=30386): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30386)]\u000a09:13:03.599571 run osmo-stp_10.42.42.5(pid=30386): stdout: \u000a| (launched: 2022-12-13_09:13:02.037500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:03.726462 run osmo-stp_10.42.42.5(pid=30386): stderr: \u000a| �[0;m�[38;5;43m20221213091302376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091302376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091302376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091302376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091302377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091302377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091302377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:03.848913 run osmo-stp_10.42.42.5(pid=30386): stdout: \u000a| (launched: 2022-12-13_09:13:02.037500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:03.970676 run osmo-stp_10.42.42.5(pid=30386): stderr: \u000a| �[0;m�[38;5;43m20221213091302376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091302376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091302376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091302376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091302377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091302377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091302377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:04.111794 run patchelf(pid=30389): Terminating (SIGINT)\u000a09:13:04.276738 run patchelf(pid=30389): Terminated: ok {rc=0}\u000a09:13:04.306899 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30386): Process ended prematurely: osmo-stp_10.42.42.5(pid=30386) [trial-2387↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30386)] [trial-2387↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a09:13:04.315554 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a09:13:04.375852 run osmo-hlr_10.42.42.2(pid=30383): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30383)]\u000a09:13:04.425190 run osmo-hlr_10.42.42.2(pid=30383): stdout: \u000a| (launched: 2022-12-13_09:13:00.802661) \u000a09:13:04.474921 run osmo-hlr_10.42.42.2(pid=30383): stderr: \u000a| �[0;m�[1;31m20221213091301099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091301099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091301099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091301099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091301099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091301099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091301124 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091301137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091301137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091301137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:13:04.517507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30382): Terminating (SIGTERM)\u000a09:13:04.557627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30385): Terminating (SIGTERM)\u000a09:13:04.597880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30388): Terminating (SIGTERM)\u000a09:13:04.607281 --- ParallelTerminationStrategy: PID 30382 died...\u000a09:13:04.661633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30382): Terminated: ok {rc=0}\u000a09:13:04.671288 --- ParallelTerminationStrategy: PID 30385 died...\u000a09:13:04.725028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30385): Terminated: ok {rc=0}\u000a09:13:04.734748 --- ParallelTerminationStrategy: PID 30388 died...\u000a09:13:04.788517 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30388): Terminated: ok {rc=0}\u000a09:13:04.876127 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:12:07" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30404): Process ended prematurely: osmo-stp_10.42.42.5(pid=30404) [trial-2387↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30404)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30404): Process ended prematurely: osmo-stp_10.42.42.5(pid=30404) [trial-2387↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30404)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:13:07.026533 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:07.037438 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:13:07.171712 tst cs_paging_gprs_active.py: using LAC 32946\u000a09:13:07.287790 tst cs_paging_gprs_active.py: using RAC 51\u000a09:13:07.404468 tst cs_paging_gprs_active.py: using CellId 32946\u000a09:13:07.522225 tst cs_paging_gprs_active.py: using BVCI 32947\u000a09:13:07.545252 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:07.556301 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:07.567181 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:07.578090 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:07.589327 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:07.600614 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:07.612028 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:07.623457 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:07.635030 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:13:07.753384 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:13:08.031378 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:13:08.157342 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:13:08.466288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30394): Launched\u000a09:13:08.722572 run iperf3-srv_10.42.42.10(pid=30395): Launched\u000a09:13:08.904841 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:13:09.029723 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:13:09.339767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30396): Launched\u000a09:13:09.596766 run iperf3-srv_10.42.42.10(pid=30397): Launched\u000a09:13:09.779049 tst cs_paging_gprs_active.py:38: start network...\u000a09:13:09.904182 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:13:10.374106 run create_hlr_db(pid=30398): Launched\u000a09:13:10.546098 bus /gobi_6: Setting Powered False\u000a09:13:11.569239 run create_hlr_db(pid=30398): Terminated: ok {rc=0}\u000a09:13:11.992878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30400): Launched\u000a09:13:12.313861 run osmo-hlr_10.42.42.2(pid=30401): Launched\u000a09:13:12.431905 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:13:12.986800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30403): Launched\u000a09:13:13.308659 run osmo-stp_10.42.42.5(pid=30404): Launched\u000a09:13:13.426555 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:13:13.981946 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30406): Launched\u000a09:13:14.096243 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:13:14.374260 run patchelf(pid=30407): Launched\u000a09:13:14.561245 run osmo-stp_10.42.42.5(pid=30404): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30404)]\u000a09:13:14.698180 run osmo-stp_10.42.42.5(pid=30404): stdout: \u000a| (launched: 2022-12-13_09:13:13.150181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:14.835003 run osmo-stp_10.42.42.5(pid=30404): stderr: \u000a| �[0;m�[38;5;43m20221213091313343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091313343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091313343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091313343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091313344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091313344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091313344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:14.967177 run osmo-stp_10.42.42.5(pid=30404): stdout: \u000a| (launched: 2022-12-13_09:13:13.150181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:15.098394 run osmo-stp_10.42.42.5(pid=30404): stderr: \u000a| �[0;m�[38;5;43m20221213091313343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091313343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091313343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091313343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091313344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091313344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091313344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:15.251362 run patchelf(pid=30407): Terminating (SIGINT)\u000a09:13:15.431886 run patchelf(pid=30407): Terminated: ok {rc=0}\u000a09:13:15.464722 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30404): Process ended prematurely: osmo-stp_10.42.42.5(pid=30404) [trial-2387↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30404)] [trial-2387↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a09:13:15.474522 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a09:13:15.536499 run osmo-hlr_10.42.42.2(pid=30401): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30401)]\u000a09:13:15.587295 run osmo-hlr_10.42.42.2(pid=30401): stdout: \u000a| (launched: 2022-12-13_09:13:12.156211) \u000a09:13:15.638590 run osmo-hlr_10.42.42.2(pid=30401): stderr: \u000a| �[0;m�[1;31m20221213091312355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091312355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091312355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091312355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091312355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091312355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091312367 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091312377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091312378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091312378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:13:15.682297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30394): Terminating (SIGTERM)\u000a09:13:15.723546 run iperf3-srv_10.42.42.10(pid=30395): Terminating (SIGTERM)\u000a09:13:15.764880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30396): Terminating (SIGTERM)\u000a09:13:15.806228 run iperf3-srv_10.42.42.10(pid=30397): Terminating (SIGTERM)\u000a09:13:15.857427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30400): Terminating (SIGTERM)\u000a09:13:15.909329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30403): Terminating (SIGTERM)\u000a09:13:15.951349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30406): Terminating (SIGTERM)\u000a09:13:15.960926 --- ParallelTerminationStrategy: PID 30394 died...\u000a09:13:16.016916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30394): Terminated: ok {rc=0}\u000a09:13:16.027407 --- ParallelTerminationStrategy: PID 30395 died...\u000a09:13:16.088916 run iperf3-srv_10.42.42.10(pid=30395): Terminated {rc=256}\u000a09:13:16.099836 --- ParallelTerminationStrategy: PID 30396 died...\u000a09:13:16.154909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30396): Terminated: ok {rc=0}\u000a09:13:16.165119 --- ParallelTerminationStrategy: PID 30397 died...\u000a09:13:16.220857 run iperf3-srv_10.42.42.10(pid=30397): Terminated {rc=256}\u000a09:13:16.231256 --- ParallelTerminationStrategy: PID 30400 died...\u000a09:13:16.288751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30400): Terminated: ok {rc=0}\u000a09:13:16.299060 --- ParallelTerminationStrategy: PID 30403 died...\u000a09:13:16.355538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30403): Terminated: ok {rc=0}\u000a09:13:16.365864 --- ParallelTerminationStrategy: PID 30406 died...\u000a09:13:16.421676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30406): Terminated: ok {rc=0}\u000a09:13:16.507727 bus /gobi_0: Setting Powered False\u000a09:13:17.608680 bus /gobi_0: Setting Powered False\u000a09:13:18.718146 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30416): Process ended prematurely: osmo-stp_10.42.42.5(pid=30416) [trial-2387↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30416)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30416): Process ended prematurely: osmo-stp_10.42.42.5(pid=30416) [trial-2387↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30416)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a09:13:19.827141 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:19.838700 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:13:19.978940 tst iperf3.py: using LAC 32947\u000a09:13:20.096253 tst iperf3.py: using RAC 52\u000a09:13:20.215669 tst iperf3.py: using CellId 32947\u000a09:13:20.334967 tst iperf3.py: using BVCI 32948\u000a09:13:20.358210 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:20.369213 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:20.380009 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:20.390903 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:20.402156 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:20.413368 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:20.424666 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:20.435898 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:20.447476 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:13:20.740098 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:13:20.873843 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:13:21.203174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30408): Launched\u000a09:13:21.478121 run iperf3-srv_10.42.42.10(pid=30409): Launched\u000a09:13:21.674202 tst iperf3.py:8: start network...\u000a09:13:21.807726 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:13:22.316394 run create_hlr_db(pid=30410): Launched\u000a09:13:22.499911 bus /gobi_6: Setting Powered False\u000a09:13:23.523098 run create_hlr_db(pid=30410): Terminated: ok {rc=0}\u000a09:13:23.921338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30412): Launched\u000a09:13:24.219214 run osmo-hlr_10.42.42.2(pid=30413): Launched\u000a09:13:24.330714 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:13:24.853091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30415): Launched\u000a09:13:25.150064 run osmo-stp_10.42.42.5(pid=30416): Launched\u000a09:13:25.258936 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:13:25.778096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30418): Launched\u000a09:13:25.884867 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:13:26.144794 run patchelf(pid=30419): Launched\u000a09:13:26.320180 run osmo-stp_10.42.42.5(pid=30416): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30416)]\u000a09:13:26.448485 run osmo-stp_10.42.42.5(pid=30416): stdout: \u000a| (launched: 2022-12-13_09:13:25.003687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:26.576878 run osmo-stp_10.42.42.5(pid=30416): stderr: \u000a| �[0;m�[38;5;43m20221213091325171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091325171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091325172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091325172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091325173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091325173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091325173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:26.700783 run osmo-stp_10.42.42.5(pid=30416): stdout: \u000a| (launched: 2022-12-13_09:13:25.003687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:26.823547 run osmo-stp_10.42.42.5(pid=30416): stderr: \u000a| �[0;m�[38;5;43m20221213091325171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091325171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091325172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091325172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091325173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091325173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091325173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:26.966714 run patchelf(pid=30419): Terminating (SIGINT)\u000a09:13:27.134904 run patchelf(pid=30419): Terminated: ok {rc=0}\u000a09:13:27.165932 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30416): Process ended prematurely: osmo-stp_10.42.42.5(pid=30416) [trial-2387↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30416)] [trial-2387↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a09:13:27.175430 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a09:13:27.235832 run osmo-hlr_10.42.42.2(pid=30413): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30413)]\u000a09:13:27.284652 run osmo-hlr_10.42.42.2(pid=30413): stdout: \u000a| (launched: 2022-12-13_09:13:24.072653) \u000a09:13:27.334268 run osmo-hlr_10.42.42.2(pid=30413): stderr: \u000a| �[0;m�[1;31m20221213091324249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091324249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091324249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091324249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091324249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091324249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091324261 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091324269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091324270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091324270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:13:27.376599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30408): Terminating (SIGTERM)\u000a09:13:27.416097 run iperf3-srv_10.42.42.10(pid=30409): Terminating (SIGTERM)\u000a09:13:27.455686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30412): Terminating (SIGTERM)\u000a09:13:27.495530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30415): Terminating (SIGTERM)\u000a09:13:27.535181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30418): Terminating (SIGTERM)\u000a09:13:27.544469 --- ParallelTerminationStrategy: PID 30408 died...\u000a09:13:27.598085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30408): Terminated: ok {rc=0}\u000a09:13:27.607749 --- ParallelTerminationStrategy: PID 30409 died...\u000a09:13:27.660922 run iperf3-srv_10.42.42.10(pid=30409): Terminated {rc=256}\u000a09:13:27.670626 --- ParallelTerminationStrategy: PID 30412 died...\u000a09:13:27.724152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30412): Terminated: ok {rc=0}\u000a09:13:27.733896 --- ParallelTerminationStrategy: PID 30415 died...\u000a09:13:27.787275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30415): Terminated: ok {rc=0}\u000a09:13:27.796891 --- ParallelTerminationStrategy: PID 30418 died...\u000a09:13:27.850530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30418): Terminated: ok {rc=0}\u000a09:13:27.937059 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30434): Process ended prematurely: osmo-stp_10.42.42.5(pid=30434) [trial-2387↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30434)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30434): Process ended prematurely: osmo-stp_10.42.42.5(pid=30434) [trial-2387↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30434)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a09:13:29.045778 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:29.057197 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:13:29.194717 tst iperf3m4.py: using LAC 32948\u000a09:13:29.311583 tst iperf3m4.py: using RAC 53\u000a09:13:29.438864 tst iperf3m4.py: using CellId 32948\u000a09:13:29.567579 tst iperf3m4.py: using BVCI 32949\u000a09:13:29.592462 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:29.604009 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:29.615303 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:29.626811 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:29.638128 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:29.649318 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:29.660553 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:29.671741 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:29.683113 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:13:29.799735 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:13:29.919126 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:13:30.034615 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:13:30.310167 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:13:30.434820 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:13:30.743889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30420): Launched\u000a09:13:31.057138 run iperf3-srv_10.42.42.10(pid=30421): Launched\u000a09:13:31.260107 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:13:31.398138 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:13:31.751805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30422): Launched\u000a09:13:32.045721 run iperf3-srv_10.42.42.10(pid=30423): Launched\u000a09:13:32.231687 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:13:32.356426 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:13:32.664803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30424): Launched\u000a09:13:32.921208 run iperf3-srv_10.42.42.10(pid=30425): Launched\u000a09:13:33.103218 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:13:33.227568 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:13:33.543732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30426): Launched\u000a09:13:33.818958 run iperf3-srv_10.42.42.10(pid=30427): Launched\u000a09:13:34.015003 tst iperf3m4.py:8: start network...\u000a09:13:34.148804 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:13:34.659718 run create_hlr_db(pid=30428): Launched\u000a09:13:34.844451 bus /gobi_6: Setting Powered False\u000a09:13:35.866833 run create_hlr_db(pid=30428): Terminated: ok {rc=0}\u000a09:13:36.291135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30430): Launched\u000a09:13:36.611127 run osmo-hlr_10.42.42.2(pid=30431): Launched\u000a09:13:36.731981 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:13:37.287942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30433): Launched\u000a09:13:37.605460 run osmo-stp_10.42.42.5(pid=30434): Launched\u000a09:13:37.717287 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:13:38.238058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30436): Launched\u000a09:13:38.345092 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:13:38.605969 run patchelf(pid=30437): Launched\u000a09:13:38.781347 run osmo-stp_10.42.42.5(pid=30434): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30434)]\u000a09:13:38.909972 run osmo-stp_10.42.42.5(pid=30434): stdout: \u000a| (launched: 2022-12-13_09:13:37.451850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:39.038957 run osmo-stp_10.42.42.5(pid=30434): stderr: \u000a| �[0;m�[38;5;43m20221213091337629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091337629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091337630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091337630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091337631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091337631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091337631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:39.163170 run osmo-stp_10.42.42.5(pid=30434): stdout: \u000a| (launched: 2022-12-13_09:13:37.451850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:39.286738 run osmo-stp_10.42.42.5(pid=30434): stderr: \u000a| �[0;m�[38;5;43m20221213091337629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091337629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091337630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091337630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091337631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091337631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091337631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:39.430671 run patchelf(pid=30437): Terminating (SIGINT)\u000a09:13:39.600187 run patchelf(pid=30437): Terminated: ok {rc=0}\u000a09:13:39.631376 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30434): Process ended prematurely: osmo-stp_10.42.42.5(pid=30434) [trial-2387↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30434)] [trial-2387↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a09:13:39.640598 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a09:13:39.700697 run osmo-hlr_10.42.42.2(pid=30431): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30431)]\u000a09:13:39.750306 run osmo-hlr_10.42.42.2(pid=30431): stdout: \u000a| (launched: 2022-12-13_09:13:36.454905) \u000a09:13:39.800007 run osmo-hlr_10.42.42.2(pid=30431): stderr: \u000a| �[0;m�[1;31m20221213091336654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091336654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091336654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091336654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091336654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091336654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091336667 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091336675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091336676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091336676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:13:39.842641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30420): Terminating (SIGTERM)\u000a09:13:39.882917 run iperf3-srv_10.42.42.10(pid=30421): Terminating (SIGTERM)\u000a09:13:39.923303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30422): Terminating (SIGTERM)\u000a09:13:39.963684 run iperf3-srv_10.42.42.10(pid=30423): Terminating (SIGTERM)\u000a09:13:40.004201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30424): Terminating (SIGTERM)\u000a09:13:40.044786 run iperf3-srv_10.42.42.10(pid=30425): Terminating (SIGTERM)\u000a09:13:40.084898 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30426): Terminating (SIGTERM)\u000a09:13:40.124832 run iperf3-srv_10.42.42.10(pid=30427): Terminating (SIGTERM)\u000a09:13:40.164870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30430): Terminating (SIGTERM)\u000a09:13:40.204856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30433): Terminating (SIGTERM)\u000a09:13:40.244940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30436): Terminating (SIGTERM)\u000a09:13:40.254226 --- ParallelTerminationStrategy: PID 30420 died...\u000a09:13:40.308472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30420): Terminated: ok {rc=0}\u000a09:13:40.318045 --- ParallelTerminationStrategy: PID 30421 died...\u000a09:13:40.371997 run iperf3-srv_10.42.42.10(pid=30421): Terminated {rc=256}\u000a09:13:40.381553 --- ParallelTerminationStrategy: PID 30422 died...\u000a09:13:40.435723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30422): Terminated: ok {rc=0}\u000a09:13:40.445365 --- ParallelTerminationStrategy: PID 30423 died...\u000a09:13:40.499310 run iperf3-srv_10.42.42.10(pid=30423): Terminated {rc=256}\u000a09:13:40.508767 --- ParallelTerminationStrategy: PID 30424 died...\u000a09:13:40.563252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30424): Terminated: ok {rc=0}\u000a09:13:40.572707 --- ParallelTerminationStrategy: PID 30425 died...\u000a09:13:40.626982 run iperf3-srv_10.42.42.10(pid=30425): Terminated {rc=256}\u000a09:13:40.636506 --- ParallelTerminationStrategy: PID 30426 died...\u000a09:13:40.690922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30426): Terminated: ok {rc=0}\u000a09:13:40.700513 --- ParallelTerminationStrategy: PID 30427 died...\u000a09:13:40.754716 run iperf3-srv_10.42.42.10(pid=30427): Terminated {rc=256}\u000a09:13:40.764224 --- ParallelTerminationStrategy: PID 30430 died...\u000a09:13:40.818558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30430): Terminated: ok {rc=0}\u000a09:13:40.828227 --- ParallelTerminationStrategy: PID 30433 died...\u000a09:13:40.882651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30433): Terminated: ok {rc=0}\u000a09:13:40.892219 --- ParallelTerminationStrategy: PID 30436 died...\u000a09:13:40.946380 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30436): Terminated: ok {rc=0}\u000a09:13:41.034784 bus /gobi_4: Setting Powered False\u000a09:13:42.138337 bus /gobi_4: Setting Powered False\u000a09:13:43.250061 bus /gobi_1: Setting Powered False\u000a09:13:44.350657 bus /gobi_1: Setting Powered False\u000a09:13:45.456235 bus /gobi_0: Setting Powered False\u000a09:13:46.565881 bus /gobi_0: Setting Powered False\u000a09:13:47.672310 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30444): Process ended prematurely: osmo-stp_10.42.42.5(pid=30444) [trial-2387↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30444)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30444): Process ended prematurely: osmo-stp_10.42.42.5(pid=30444) [trial-2387↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30444)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a09:13:48.738090 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:48.749587 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:13:48.885433 tst ping.py: using LAC 32949\u000a09:13:49.000304 tst ping.py: using RAC 54\u000a09:13:49.118005 tst ping.py: using CellId 32949\u000a09:13:49.232155 tst ping.py: using BVCI 32950\u000a09:13:49.254787 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:49.265865 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:49.276781 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:49.287536 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:49.298665 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:49.309870 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:49.321262 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:49.332303 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:13:49.620521 tst ping.py:19: start network...\u000a09:13:49.752168 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:13:50.255233 run create_hlr_db(pid=30438): Launched\u000a09:13:50.438699 bus /gobi_6: Setting Powered False\u000a09:13:51.459437 run create_hlr_db(pid=30438): Terminated: ok {rc=0}\u000a09:13:51.878051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30440): Launched\u000a09:13:52.191179 run osmo-hlr_10.42.42.2(pid=30441): Launched\u000a09:13:52.308175 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:13:52.856101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30443): Launched\u000a09:13:53.168694 run osmo-stp_10.42.42.5(pid=30444): Launched\u000a09:13:53.281913 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:13:53.829895 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30446): Launched\u000a09:13:53.942231 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:13:54.214689 run patchelf(pid=30447): Launched\u000a09:13:54.399907 run osmo-stp_10.42.42.5(pid=30444): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30444)]\u000a09:13:54.534754 run osmo-stp_10.42.42.5(pid=30444): stdout: \u000a| (launched: 2022-12-13_09:13:53.015307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:54.669540 run osmo-stp_10.42.42.5(pid=30444): stderr: \u000a| �[0;m�[38;5;43m20221213091353206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091353206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091353206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091353207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091353207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091353207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091353207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:54.799858 run osmo-stp_10.42.42.5(pid=30444): stdout: \u000a| (launched: 2022-12-13_09:13:53.015307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:54.929086 run osmo-stp_10.42.42.5(pid=30444): stderr: \u000a| �[0;m�[38;5;43m20221213091353206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091353206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091353206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091353207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091353207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091353207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091353207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:55.078980 run patchelf(pid=30447): Terminating (SIGINT)\u000a09:13:55.255270 run patchelf(pid=30447): Terminated: ok {rc=0}\u000a09:13:55.287234 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30444): Process ended prematurely: osmo-stp_10.42.42.5(pid=30444) [trial-2387↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30444)] [trial-2387↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a09:13:55.296453 tst ping.py:22: Test FAILED (6.5 sec)\u000a09:13:55.359804 run osmo-hlr_10.42.42.2(pid=30441): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30441)]\u000a09:13:55.411016 run osmo-hlr_10.42.42.2(pid=30441): stdout: \u000a| (launched: 2022-12-13_09:13:52.038060) \u000a09:13:55.462889 run osmo-hlr_10.42.42.2(pid=30441): stderr: \u000a| �[0;m�[1;31m20221213091352235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091352235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091352235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091352235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091352235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091352235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091352248 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091352257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091352257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091352257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:13:55.507391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30440): Terminating (SIGTERM)\u000a09:13:55.549438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30443): Terminating (SIGTERM)\u000a09:13:55.591711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30446): Terminating (SIGTERM)\u000a09:13:55.601645 --- ParallelTerminationStrategy: PID 30440 died...\u000a09:13:55.657887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30440): Terminated: ok {rc=0}\u000a09:13:55.667992 --- ParallelTerminationStrategy: PID 30443 died...\u000a09:13:55.724536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30443): Terminated: ok {rc=0}\u000a09:13:55.734838 --- ParallelTerminationStrategy: PID 30446 died...\u000a09:13:55.790914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30446): Terminated: ok {rc=0}\u000a09:13:55.877945 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30454): Process ended prematurely: osmo-stp_10.42.42.5(pid=30454) [trial-2387↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30454)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30454): Process ended prematurely: osmo-stp_10.42.42.5(pid=30454) [trial-2387↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30454)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a09:13:56.929864 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:56.941842 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:13:57.078591 tst ping_idle_ping.py: using LAC 32950\u000a09:13:57.194100 tst ping_idle_ping.py: using RAC 55\u000a09:13:57.310579 tst ping_idle_ping.py: using CellId 32950\u000a09:13:57.425265 tst ping_idle_ping.py: using BVCI 32951\u000a09:13:57.448124 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:57.459532 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:57.470405 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:57.481956 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:57.493293 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:57.504565 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:57.515668 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:57.527071 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:13:57.797848 tst ping_idle_ping.py:24: start network...\u000a09:13:57.921074 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:13:58.386315 run create_hlr_db(pid=30448): Launched\u000a09:13:58.556376 bus /gobi_6: Setting Powered False\u000a09:13:59.578547 run create_hlr_db(pid=30448): Terminated: ok {rc=0}\u000a09:13:59.998369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30450): Launched\u000a09:14:00.315751 run osmo-hlr_10.42.42.2(pid=30451): Launched\u000a09:14:00.433401 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:14:01.044048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30453): Launched\u000a09:14:01.476264 run osmo-stp_10.42.42.5(pid=30454): Launched\u000a09:14:01.691884 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:14:02.324076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30456): Launched\u000a09:14:02.429498 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:14:02.687637 run patchelf(pid=30457): Launched\u000a09:14:02.860650 run osmo-stp_10.42.42.5(pid=30454): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30454)]\u000a09:14:02.987502 run osmo-stp_10.42.42.5(pid=30454): stdout: \u000a| (launched: 2022-12-13_09:14:01.200586)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:03.115496 run osmo-stp_10.42.42.5(pid=30454): stderr: \u000a| �[0;m�[38;5;43m20221213091401564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091401564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091401573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091401573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091401574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091401574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091401574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:03.238797 run osmo-stp_10.42.42.5(pid=30454): stdout: \u000a| (launched: 2022-12-13_09:14:01.200586)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:03.361272 run osmo-stp_10.42.42.5(pid=30454): stderr: \u000a| �[0;m�[38;5;43m20221213091401564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091401564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091401573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091401573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091401574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091401574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091401574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:03.502305 run patchelf(pid=30457): Terminating (SIGINT)\u000a09:14:03.668606 run patchelf(pid=30457): Terminated: ok {rc=0}\u000a09:14:03.698849 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30454): Process ended prematurely: osmo-stp_10.42.42.5(pid=30454) [trial-2387↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30454)] [trial-2387↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a09:14:03.707463 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a09:14:03.767699 run osmo-hlr_10.42.42.2(pid=30451): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30451)]\u000a09:14:03.816542 run osmo-hlr_10.42.42.2(pid=30451): stdout: \u000a| (launched: 2022-12-13_09:14:00.159800) \u000a09:14:03.866179 run osmo-hlr_10.42.42.2(pid=30451): stderr: \u000a| �[0;m�[1;31m20221213091400358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091400358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091400358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091400358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091400358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091400358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091400368 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091400377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091400377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091400377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:14:03.908481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30450): Terminating (SIGTERM)\u000a09:14:03.948456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30453): Terminating (SIGTERM)\u000a09:14:03.988341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30456): Terminating (SIGTERM)\u000a09:14:03.997770 --- ParallelTerminationStrategy: PID 30450 died...\u000a09:14:04.052043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30450): Terminated: ok {rc=0}\u000a09:14:04.061885 --- ParallelTerminationStrategy: PID 30453 died...\u000a09:14:04.115489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30453): Terminated: ok {rc=0}\u000a09:14:04.125094 --- ParallelTerminationStrategy: PID 30456 died...\u000a09:14:04.178432 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30456): Terminated: ok {rc=0}\u000a09:14:04.261923 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:13:06" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30475): Process ended prematurely: osmo-stp_10.42.42.5(pid=30475) [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30475)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30475): Process ended prematurely: osmo-stp_10.42.42.5(pid=30475) [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30475)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:14:06.422340 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:06.433617 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:14:06.590408 tst cs_paging_gprs_active.py: using LAC 32951\u000a09:14:06.714093 tst cs_paging_gprs_active.py: using RAC 56\u000a09:14:06.840323 tst cs_paging_gprs_active.py: using CellId 32951\u000a09:14:06.966051 tst cs_paging_gprs_active.py: using BVCI 32952\u000a09:14:06.990639 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:07.001984 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:07.013224 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:07.024394 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:07.035458 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:07.046620 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:07.057838 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:07.068872 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:07.080134 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:14:07.198264 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:14:07.490148 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:14:07.624147 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:14:07.952714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30465): Launched\u000a09:14:08.211060 run iperf3-srv_10.42.42.10(pid=30466): Launched\u000a09:14:08.394622 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:14:08.519662 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:14:08.828596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30467): Launched\u000a09:14:09.084715 run iperf3-srv_10.42.42.10(pid=30468): Launched\u000a09:14:09.267071 tst cs_paging_gprs_active.py:38: start network...\u000a09:14:09.392007 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:14:09.862488 run create_hlr_db(pid=30469): Launched\u000a09:14:10.034254 bus /gobi_6: Setting Powered False\u000a09:14:11.056433 run create_hlr_db(pid=30469): Terminated: ok {rc=0}\u000a09:14:11.453052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30471): Launched\u000a09:14:11.753535 run osmo-hlr_10.42.42.2(pid=30472): Launched\u000a09:14:11.863713 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:14:12.381595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30474): Launched\u000a09:14:12.681628 run osmo-stp_10.42.42.5(pid=30475): Launched\u000a09:14:12.791487 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:14:13.311356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30477): Launched\u000a09:14:13.418385 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:14:13.685677 run patchelf(pid=30478): Launched\u000a09:14:13.862231 run osmo-stp_10.42.42.5(pid=30475): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30475)]\u000a09:14:13.991215 run osmo-stp_10.42.42.5(pid=30475): stdout: \u000a| (launched: 2022-12-13_09:14:12.533560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:14.120361 run osmo-stp_10.42.42.5(pid=30475): stderr: \u000a| �[0;m�[38;5;43m20221213091412705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091412705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091412705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091412706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091412706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091412706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091412706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:14.245181 run osmo-stp_10.42.42.5(pid=30475): stdout: \u000a| (launched: 2022-12-13_09:14:12.533560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:14.368813 run osmo-stp_10.42.42.5(pid=30475): stderr: \u000a| �[0;m�[38;5;43m20221213091412705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091412705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091412705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091412706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091412706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091412706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091412706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:14.512472 run patchelf(pid=30478): Terminating (SIGINT)\u000a09:14:14.681512 run patchelf(pid=30478): Terminated: ok {rc=0}\u000a09:14:14.712469 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30475): Process ended prematurely: osmo-stp_10.42.42.5(pid=30475) [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30475)] [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a09:14:14.721673 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a09:14:14.781438 run osmo-hlr_10.42.42.2(pid=30472): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30472)]\u000a09:14:14.830472 run osmo-hlr_10.42.42.2(pid=30472): stdout: \u000a| (launched: 2022-12-13_09:14:11.604789) \u000a09:14:14.879814 run osmo-hlr_10.42.42.2(pid=30472): stderr: \u000a| �[0;m�[1;31m20221213091411780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091411780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091411780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091411780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091411780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091411780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091411792 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091411801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091411802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091411802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:14:14.921937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30465): Terminating (SIGTERM)\u000a09:14:14.961512 run iperf3-srv_10.42.42.10(pid=30466): Terminating (SIGTERM)\u000a09:14:15.001241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30467): Terminating (SIGTERM)\u000a09:14:15.040688 run iperf3-srv_10.42.42.10(pid=30468): Terminating (SIGTERM)\u000a09:14:15.080278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30471): Terminating (SIGTERM)\u000a09:14:15.120080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30474): Terminating (SIGTERM)\u000a09:14:15.159709 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30477): Terminating (SIGTERM)\u000a09:14:15.168929 --- ParallelTerminationStrategy: PID 30465 died...\u000a09:14:15.222288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30465): Terminated: ok {rc=0}\u000a09:14:15.231868 --- ParallelTerminationStrategy: PID 30466 died...\u000a09:14:15.284873 run iperf3-srv_10.42.42.10(pid=30466): Terminated {rc=256}\u000a09:14:15.294398 --- ParallelTerminationStrategy: PID 30467 died...\u000a09:14:15.347620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30467): Terminated: ok {rc=0}\u000a09:14:15.357199 --- ParallelTerminationStrategy: PID 30468 died...\u000a09:14:15.410186 run iperf3-srv_10.42.42.10(pid=30468): Terminated {rc=256}\u000a09:14:15.419758 --- ParallelTerminationStrategy: PID 30471 died...\u000a09:14:15.473126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30471): Terminated: ok {rc=0}\u000a09:14:15.482708 --- ParallelTerminationStrategy: PID 30474 died...\u000a09:14:15.535822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30474): Terminated: ok {rc=0}\u000a09:14:15.545830 --- ParallelTerminationStrategy: PID 30477 died...\u000a09:14:15.598704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30477): Terminated: ok {rc=0}\u000a09:14:15.681100 bus /gobi_0: Setting Powered False\u000a09:14:16.783388 bus /gobi_0: Setting Powered False\u000a09:14:17.889940 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30487): Process ended prematurely: osmo-stp_10.42.42.5(pid=30487) [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30487)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30487): Process ended prematurely: osmo-stp_10.42.42.5(pid=30487) [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30487)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a09:14:18.996900 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:19.008252 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:14:19.162209 tst iperf3.py: using LAC 32952\u000a09:14:19.287311 tst iperf3.py: using RAC 57\u000a09:14:19.415591 tst iperf3.py: using CellId 32952\u000a09:14:19.542439 tst iperf3.py: using BVCI 32953\u000a09:14:19.567046 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:19.578528 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:19.589652 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:19.600709 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:19.611766 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:19.622936 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:19.634157 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:19.645185 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:19.656405 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:14:19.934176 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:14:20.059336 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:14:20.368208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30479): Launched\u000a09:14:20.624694 run iperf3-srv_10.42.42.10(pid=30480): Launched\u000a09:14:20.807105 tst iperf3.py:8: start network...\u000a09:14:20.931710 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:14:21.401876 run create_hlr_db(pid=30481): Launched\u000a09:14:21.573487 bus /gobi_6: Setting Powered False\u000a09:14:22.595670 run create_hlr_db(pid=30481): Terminated: ok {rc=0}\u000a09:14:23.018625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30483): Launched\u000a09:14:23.338325 run osmo-hlr_10.42.42.2(pid=30484): Launched\u000a09:14:23.456060 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:14:24.098004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30486): Launched\u000a09:14:24.410798 run osmo-stp_10.42.42.5(pid=30487): Launched\u000a09:14:24.524548 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:14:25.068595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30489): Launched\u000a09:14:25.179998 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:14:25.451395 run patchelf(pid=30490): Launched\u000a09:14:25.634334 run osmo-stp_10.42.42.5(pid=30487): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30487)]\u000a09:14:25.767731 run osmo-stp_10.42.42.5(pid=30487): stdout: \u000a| (launched: 2022-12-13_09:14:24.256676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:25.901440 run osmo-stp_10.42.42.5(pid=30487): stderr: \u000a| �[0;m�[38;5;43m20221213091424447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091424447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091424447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091424448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091424448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091424448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091424448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:26.031389 run osmo-stp_10.42.42.5(pid=30487): stdout: \u000a| (launched: 2022-12-13_09:14:24.256676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:26.159674 run osmo-stp_10.42.42.5(pid=30487): stderr: \u000a| �[0;m�[38;5;43m20221213091424447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091424447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091424447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091424448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091424448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091424448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091424448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:26.308297 run patchelf(pid=30490): Terminating (SIGINT)\u000a09:14:26.483397 run patchelf(pid=30490): Terminated: ok {rc=0}\u000a09:14:26.515582 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30487): Process ended prematurely: osmo-stp_10.42.42.5(pid=30487) [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30487)] [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a09:14:26.525439 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a09:14:26.587498 run osmo-hlr_10.42.42.2(pid=30484): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30484)]\u000a09:14:26.638181 run osmo-hlr_10.42.42.2(pid=30484): stdout: \u000a| (launched: 2022-12-13_09:14:23.181985) \u000a09:14:26.689403 run osmo-hlr_10.42.42.2(pid=30484): stderr: \u000a| �[0;m�[1;31m20221213091423379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091423379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091423379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091423379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091423379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091423379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091423394 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091423402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091423403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091423403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:14:26.732807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30479): Terminating (SIGTERM)\u000a09:14:26.774202 run iperf3-srv_10.42.42.10(pid=30480): Terminating (SIGTERM)\u000a09:14:26.816201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30483): Terminating (SIGTERM)\u000a09:14:26.858094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30486): Terminating (SIGTERM)\u000a09:14:26.899480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30489): Terminating (SIGTERM)\u000a09:14:26.909206 --- ParallelTerminationStrategy: PID 30479 died...\u000a09:14:26.964627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30479): Terminated: ok {rc=0}\u000a09:14:26.974631 --- ParallelTerminationStrategy: PID 30480 died...\u000a09:14:27.029484 run iperf3-srv_10.42.42.10(pid=30480): Terminated {rc=256}\u000a09:14:27.039541 --- ParallelTerminationStrategy: PID 30483 died...\u000a09:14:27.094687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30483): Terminated: ok {rc=0}\u000a09:14:27.104604 --- ParallelTerminationStrategy: PID 30486 died...\u000a09:14:27.159484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30486): Terminated: ok {rc=0}\u000a09:14:27.169509 --- ParallelTerminationStrategy: PID 30489 died...\u000a09:14:27.224158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30489): Terminated: ok {rc=0}\u000a09:14:27.310801 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30506): Process ended prematurely: osmo-stp_10.42.42.5(pid=30506) [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30506)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30506): Process ended prematurely: osmo-stp_10.42.42.5(pid=30506) [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30506)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a09:14:28.419496 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:28.430783 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:14:28.587685 tst iperf3m4.py: using LAC 32953\u000a09:14:28.703532 tst iperf3m4.py: using RAC 58\u000a09:14:28.818719 tst iperf3m4.py: using CellId 32953\u000a09:14:28.937100 tst iperf3m4.py: using BVCI 32954\u000a09:14:28.959301 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:28.970109 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:28.980624 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:28.991156 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:29.002044 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:29.012824 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:29.023740 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:29.034554 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:29.045500 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:14:29.159213 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:14:29.278098 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:14:29.397135 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:14:29.669580 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:14:29.790948 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:14:30.093917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30491): Launched\u000a09:14:30.345809 run iperf3-srv_10.42.42.10(pid=30492): Launched\u000a09:14:30.523206 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:14:30.645237 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:14:30.979979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30493): Launched\u000a09:14:31.264198 run iperf3-srv_10.42.42.10(pid=30494): Launched\u000a09:14:31.446775 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:14:31.571994 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:14:31.892470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30495): Launched\u000a09:14:32.166679 run iperf3-srv_10.42.42.10(pid=30496): Launched\u000a09:14:32.348079 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:14:32.469852 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:14:32.771363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30498): Launched\u000a09:14:33.021176 run iperf3-srv_10.42.42.10(pid=30499): Launched\u000a09:14:33.198133 tst iperf3m4.py:8: start network...\u000a09:14:33.319004 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:14:33.779162 run create_hlr_db(pid=30500): Launched\u000a09:14:33.947325 bus /gobi_6: Setting Powered False\u000a09:14:34.970127 run create_hlr_db(pid=30500): Terminated: ok {rc=0}\u000a09:14:35.358827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30502): Launched\u000a09:14:35.650978 run osmo-hlr_10.42.42.2(pid=30503): Launched\u000a09:14:35.763542 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:14:36.278461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30505): Launched\u000a09:14:36.570364 run osmo-stp_10.42.42.5(pid=30506): Launched\u000a09:14:36.676785 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:14:37.184314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30508): Launched\u000a09:14:37.288498 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:14:37.542946 run patchelf(pid=30509): Launched\u000a09:14:37.714087 run osmo-stp_10.42.42.5(pid=30506): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30506)]\u000a09:14:37.839366 run osmo-stp_10.42.42.5(pid=30506): stdout: \u000a| (launched: 2022-12-13_09:14:36.426159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:37.964874 run osmo-stp_10.42.42.5(pid=30506): stderr: \u000a| �[0;m�[38;5;43m20221213091436595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091436595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091436595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091436596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091436596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091436596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091436596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:38.086971 run osmo-stp_10.42.42.5(pid=30506): stdout: \u000a| (launched: 2022-12-13_09:14:36.426159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:38.207559 run osmo-stp_10.42.42.5(pid=30506): stderr: \u000a| �[0;m�[38;5;43m20221213091436595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091436595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091436595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091436596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091436596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091436596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091436596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:38.347688 run patchelf(pid=30509): Terminating (SIGINT)\u000a09:14:38.512164 run patchelf(pid=30509): Terminated: ok {rc=0}\u000a09:14:38.542460 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30506): Process ended prematurely: osmo-stp_10.42.42.5(pid=30506) [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30506)] [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a09:14:38.551837 tst iperf3m4.py:8: Test FAILED (10.2 sec)\u000a09:14:38.611439 run osmo-hlr_10.42.42.2(pid=30503): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30503)]\u000a09:14:38.659968 run osmo-hlr_10.42.42.2(pid=30503): stdout: \u000a| (launched: 2022-12-13_09:14:35.507023) \u000a09:14:38.709077 run osmo-hlr_10.42.42.2(pid=30503): stderr: \u000a| �[0;m�[1;31m20221213091435682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091435682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091435682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091435682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091435682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091435682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091435694 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091435702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091435703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091435703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:14:38.751164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30491): Terminating (SIGTERM)\u000a09:14:38.790954 run iperf3-srv_10.42.42.10(pid=30492): Terminating (SIGTERM)\u000a09:14:38.831088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30493): Terminating (SIGTERM)\u000a09:14:38.871016 run iperf3-srv_10.42.42.10(pid=30494): Terminating (SIGTERM)\u000a09:14:38.910818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30495): Terminating (SIGTERM)\u000a09:14:38.950588 run iperf3-srv_10.42.42.10(pid=30496): Terminating (SIGTERM)\u000a09:14:38.990280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30498): Terminating (SIGTERM)\u000a09:14:39.029985 run iperf3-srv_10.42.42.10(pid=30499): Terminating (SIGTERM)\u000a09:14:39.069873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30502): Terminating (SIGTERM)\u000a09:14:39.109519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30505): Terminating (SIGTERM)\u000a09:14:39.149466 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30508): Terminating (SIGTERM)\u000a09:14:39.158546 --- ParallelTerminationStrategy: PID 30491 died...\u000a09:14:39.212206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30491): Terminated: ok {rc=0}\u000a09:14:39.221688 --- ParallelTerminationStrategy: PID 30492 died...\u000a09:14:39.274990 run iperf3-srv_10.42.42.10(pid=30492): Terminated {rc=256}\u000a09:14:39.284398 --- ParallelTerminationStrategy: PID 30493 died...\u000a09:14:39.337536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30493): Terminated: ok {rc=0}\u000a09:14:39.346991 --- ParallelTerminationStrategy: PID 30494 died...\u000a09:14:39.400177 run iperf3-srv_10.42.42.10(pid=30494): Terminated {rc=256}\u000a09:14:39.409694 --- ParallelTerminationStrategy: PID 30495 died...\u000a09:14:39.462846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30495): Terminated: ok {rc=0}\u000a09:14:39.472269 --- ParallelTerminationStrategy: PID 30496 died...\u000a09:14:39.525395 run iperf3-srv_10.42.42.10(pid=30496): Terminated {rc=256}\u000a09:14:39.534829 --- ParallelTerminationStrategy: PID 30498 died...\u000a09:14:39.587880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30498): Terminated: ok {rc=0}\u000a09:14:39.597848 --- ParallelTerminationStrategy: PID 30499 died...\u000a09:14:39.651123 run iperf3-srv_10.42.42.10(pid=30499): Terminated {rc=256}\u000a09:14:39.660531 --- ParallelTerminationStrategy: PID 30502 died...\u000a09:14:39.713284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30502): Terminated: ok {rc=0}\u000a09:14:39.722663 --- ParallelTerminationStrategy: PID 30505 died...\u000a09:14:39.775442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30505): Terminated: ok {rc=0}\u000a09:14:39.784830 --- ParallelTerminationStrategy: PID 30508 died...\u000a09:14:39.837916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30508): Terminated: ok {rc=0}\u000a09:14:39.925312 bus /gobi_4: Setting Powered False\u000a09:14:41.027344 bus /gobi_4: Setting Powered False\u000a09:14:42.134369 bus /gobi_1: Setting Powered False\u000a09:14:43.240016 bus /gobi_1: Setting Powered False\u000a09:14:44.345832 bus /gobi_0: Setting Powered False\u000a09:14:45.451745 bus /gobi_0: Setting Powered False\u000a09:14:46.558256 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30516): Process ended prematurely: osmo-stp_10.42.42.5(pid=30516) [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30516)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30516): Process ended prematurely: osmo-stp_10.42.42.5(pid=30516) [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30516)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a09:14:47.622009 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:47.633251 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:14:47.791098 tst ping.py: using LAC 32954\u000a09:14:47.914927 tst ping.py: using RAC 59\u000a09:14:48.031956 tst ping.py: using CellId 32954\u000a09:14:48.147445 tst ping.py: using BVCI 32955\u000a09:14:48.169563 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:48.180370 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:48.191174 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:48.201803 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:48.212606 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:48.223210 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:48.234072 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:48.244547 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:14:48.517744 tst ping.py:19: start network...\u000a09:14:48.638130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:14:49.095192 run create_hlr_db(pid=30510): Launched\u000a09:14:49.261960 bus /gobi_6: Setting Powered False\u000a09:14:50.283334 run create_hlr_db(pid=30510): Terminated: ok {rc=0}\u000a09:14:50.667254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30512): Launched\u000a09:14:50.955688 run osmo-hlr_10.42.42.2(pid=30513): Launched\u000a09:14:51.067608 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:14:51.577517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30515): Launched\u000a09:14:51.865284 run osmo-stp_10.42.42.5(pid=30516): Launched\u000a09:14:51.970736 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:14:52.472914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30518): Launched\u000a09:14:52.576012 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:14:52.826955 run patchelf(pid=30519): Launched\u000a09:14:52.996893 run osmo-stp_10.42.42.5(pid=30516): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30516)]\u000a09:14:53.121517 run osmo-stp_10.42.42.5(pid=30516): stdout: \u000a| (launched: 2022-12-13_09:14:51.723345)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:53.246345 run osmo-stp_10.42.42.5(pid=30516): stderr: \u000a| �[0;m�[38;5;43m20221213091451891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091451891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091451891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091451892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091451892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091451892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091451892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:53.367074 run osmo-stp_10.42.42.5(pid=30516): stdout: \u000a| (launched: 2022-12-13_09:14:51.723345)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:53.486901 run osmo-stp_10.42.42.5(pid=30516): stderr: \u000a| �[0;m�[38;5;43m20221213091451891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091451891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091451891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091451892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091451892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091451892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091451892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:53.624850 run patchelf(pid=30519): Terminating (SIGINT)\u000a09:14:53.786936 run patchelf(pid=30519): Terminated: ok {rc=0}\u000a09:14:53.816622 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30516): Process ended prematurely: osmo-stp_10.42.42.5(pid=30516) [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30516)] [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a09:14:53.825140 tst ping.py:22: Test FAILED (6.2 sec)\u000a09:14:53.885236 run osmo-hlr_10.42.42.2(pid=30513): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30513)]\u000a09:14:53.934001 run osmo-hlr_10.42.42.2(pid=30513): stdout: \u000a| (launched: 2022-12-13_09:14:50.813779) \u000a09:14:53.983488 run osmo-hlr_10.42.42.2(pid=30513): stderr: \u000a| �[0;m�[1;31m20221213091450987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091450987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091450987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091450987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091450987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091450987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091451002 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091451012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091451012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091451012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:14:54.025446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30512): Terminating (SIGTERM)\u000a09:14:54.065075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30515): Terminating (SIGTERM)\u000a09:14:54.104669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30518): Terminating (SIGTERM)\u000a09:14:54.113779 --- ParallelTerminationStrategy: PID 30512 died...\u000a09:14:54.167280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30512): Terminated: ok {rc=0}\u000a09:14:54.176907 --- ParallelTerminationStrategy: PID 30515 died...\u000a09:14:54.229804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30515): Terminated: ok {rc=0}\u000a09:14:54.239335 --- ParallelTerminationStrategy: PID 30518 died...\u000a09:14:54.292174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30518): Terminated: ok {rc=0}\u000a09:14:54.374902 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30526): Process ended prematurely: osmo-stp_10.42.42.5(pid=30526) [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30526)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30526): Process ended prematurely: osmo-stp_10.42.42.5(pid=30526) [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30526)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a09:14:55.427988 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:55.440397 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:14:55.602663 tst ping_idle_ping.py: using LAC 32955\u000a09:14:55.725539 tst ping_idle_ping.py: using RAC 60\u000a09:14:55.849679 tst ping_idle_ping.py: using CellId 32955\u000a09:14:55.970518 tst ping_idle_ping.py: using BVCI 32956\u000a09:14:55.994289 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:56.005586 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:56.016675 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:56.027821 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:56.038961 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:56.050058 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:56.061232 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:56.072196 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:14:56.354122 tst ping_idle_ping.py:24: start network...\u000a09:14:56.483208 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:14:56.976364 run create_hlr_db(pid=30520): Launched\u000a09:14:57.155091 bus /gobi_6: Setting Powered False\u000a09:14:58.166399 run create_hlr_db(pid=30520): Terminated: ok {rc=0}\u000a09:14:58.583261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30522): Launched\u000a09:14:58.890514 run osmo-hlr_10.42.42.2(pid=30523): Launched\u000a09:14:59.003502 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:14:59.537882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30525): Launched\u000a09:14:59.846803 run osmo-stp_10.42.42.5(pid=30526): Launched\u000a09:14:59.958883 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:15:00.497617 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30528): Launched\u000a09:15:00.607956 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:15:00.892495 run patchelf(pid=30529): Launched\u000a09:15:01.086068 run osmo-stp_10.42.42.5(pid=30526): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30526)]\u000a09:15:01.220861 run osmo-stp_10.42.42.5(pid=30526): stdout: \u000a| (launched: 2022-12-13_09:14:59.695923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:01.370447 run osmo-stp_10.42.42.5(pid=30526): stderr: \u000a| �[0;m�[38;5;43m20221213091459885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091459886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091459886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091459886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091459887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091459887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091459887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:01.501485 run osmo-stp_10.42.42.5(pid=30526): stdout: \u000a| (launched: 2022-12-13_09:14:59.695923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:01.631160 run osmo-stp_10.42.42.5(pid=30526): stderr: \u000a| �[0;m�[38;5;43m20221213091459885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091459886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091459886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091459886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091459887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091459887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091459887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:01.782187 run patchelf(pid=30529): Terminating (SIGINT)\u000a09:15:01.959557 run patchelf(pid=30529): Terminated: ok {rc=0}\u000a09:15:01.992174 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30526): Process ended prematurely: osmo-stp_10.42.42.5(pid=30526) [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30526)] [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a09:15:02.002140 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a09:15:02.065312 run osmo-hlr_10.42.42.2(pid=30523): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30523)]\u000a09:15:02.117039 run osmo-hlr_10.42.42.2(pid=30523): stdout: \u000a| (launched: 2022-12-13_09:14:58.740266) \u000a09:15:02.169377 run osmo-hlr_10.42.42.2(pid=30523): stderr: \u000a| �[0;m�[1;31m20221213091458938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091458938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091458938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091458938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091458938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091458938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091458950 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091458958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091458959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091458959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:15:02.214305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30522): Terminating (SIGTERM)\u000a09:15:02.256923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30525): Terminating (SIGTERM)\u000a09:15:02.299059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30528): Terminating (SIGTERM)\u000a09:15:02.308670 --- ParallelTerminationStrategy: PID 30522 died...\u000a09:15:02.365138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30522): Terminated: ok {rc=0}\u000a09:15:02.375578 --- ParallelTerminationStrategy: PID 30525 died...\u000a09:15:02.430442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30525): Terminated: ok {rc=0}\u000a09:15:02.440326 --- ParallelTerminationStrategy: PID 30528 died...\u000a09:15:02.494966 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30528): Terminated: ok {rc=0}\u000a09:15:02.580223 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:14:06" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30546): Process ended prematurely: osmo-stp_10.42.42.5(pid=30546) [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30546)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30546): Process ended prematurely: osmo-stp_10.42.42.5(pid=30546) [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30546)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:15:04.742939 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:04.754409 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:15:04.917677 tst cs_paging_gprs_active.py: using LAC 32956\u000a09:15:05.040048 tst cs_paging_gprs_active.py: using RAC 61\u000a09:15:05.162863 tst cs_paging_gprs_active.py: using CellId 32956\u000a09:15:05.286590 tst cs_paging_gprs_active.py: using BVCI 32957\u000a09:15:05.310764 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:05.322123 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:05.333257 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:05.344336 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:05.355946 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:05.367557 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:05.379719 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:05.391463 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:05.403306 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:15:05.520897 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:15:05.797811 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:15:05.921446 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:15:06.226700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30536): Launched\u000a09:15:06.481255 run iperf3-srv_10.42.42.10(pid=30537): Launched\u000a09:15:06.661253 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:15:06.784042 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:15:07.089392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30538): Launched\u000a09:15:07.343300 run iperf3-srv_10.42.42.10(pid=30539): Launched\u000a09:15:07.523701 tst cs_paging_gprs_active.py:38: start network...\u000a09:15:07.646794 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:15:08.113344 run create_hlr_db(pid=30540): Launched\u000a09:15:08.283913 bus /gobi_6: Setting Powered False\u000a09:15:09.306247 run create_hlr_db(pid=30540): Terminated: ok {rc=0}\u000a09:15:09.724541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30542): Launched\u000a09:15:10.020223 run osmo-hlr_10.42.42.2(pid=30543): Launched\u000a09:15:10.135228 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:15:10.652006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30545): Launched\u000a09:15:10.945399 run osmo-stp_10.42.42.5(pid=30546): Launched\u000a09:15:11.052405 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:15:11.563147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30548): Launched\u000a09:15:11.668496 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:15:11.926507 run patchelf(pid=30549): Launched\u000a09:15:12.098896 run osmo-stp_10.42.42.5(pid=30546): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30546)]\u000a09:15:12.225415 run osmo-stp_10.42.42.5(pid=30546): stdout: \u000a| (launched: 2022-12-13_09:15:10.801138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:12.352644 run osmo-stp_10.42.42.5(pid=30546): stderr: \u000a| �[0;m�[38;5;43m20221213091510970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091510971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091510971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091510971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091510972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091510972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091510972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:12.475378 run osmo-stp_10.42.42.5(pid=30546): stdout: \u000a| (launched: 2022-12-13_09:15:10.801138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:12.596514 run osmo-stp_10.42.42.5(pid=30546): stderr: \u000a| �[0;m�[38;5;43m20221213091510970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091510971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091510971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091510971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091510972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091510972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091510972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:12.737890 run patchelf(pid=30549): Terminating (SIGINT)\u000a09:15:12.903637 run patchelf(pid=30549): Terminated: ok {rc=0}\u000a09:15:12.934253 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30546): Process ended prematurely: osmo-stp_10.42.42.5(pid=30546) [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30546)] [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a09:15:12.943411 tst cs_paging_gprs_active.py:38: Test FAILED (8.2 sec)\u000a09:15:13.003358 run osmo-hlr_10.42.42.2(pid=30543): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30543)]\u000a09:15:13.052386 run osmo-hlr_10.42.42.2(pid=30543): stdout: \u000a| (launched: 2022-12-13_09:15:09.874972) \u000a09:15:13.101879 run osmo-hlr_10.42.42.2(pid=30543): stderr: \u000a| �[0;m�[1;31m20221213091510051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091510051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091510051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091510051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091510051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091510051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091510064 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091510072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091510072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091510072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:15:13.143790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30536): Terminating (SIGTERM)\u000a09:15:13.183325 run iperf3-srv_10.42.42.10(pid=30537): Terminating (SIGTERM)\u000a09:15:13.222881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30538): Terminating (SIGTERM)\u000a09:15:13.262426 run iperf3-srv_10.42.42.10(pid=30539): Terminating (SIGTERM)\u000a09:15:13.301944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30542): Terminating (SIGTERM)\u000a09:15:13.341499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30545): Terminating (SIGTERM)\u000a09:15:13.381457 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30548): Terminating (SIGTERM)\u000a09:15:13.390550 --- ParallelTerminationStrategy: PID 30536 died...\u000a09:15:13.443988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30536): Terminated: ok {rc=0}\u000a09:15:13.453525 --- ParallelTerminationStrategy: PID 30537 died...\u000a09:15:13.506518 run iperf3-srv_10.42.42.10(pid=30537): Terminated {rc=256}\u000a09:15:13.516000 --- ParallelTerminationStrategy: PID 30538 died...\u000a09:15:13.569046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30538): Terminated: ok {rc=0}\u000a09:15:13.578455 --- ParallelTerminationStrategy: PID 30539 died...\u000a09:15:13.631151 run iperf3-srv_10.42.42.10(pid=30539): Terminated {rc=256}\u000a09:15:13.640557 --- ParallelTerminationStrategy: PID 30542 died...\u000a09:15:13.693394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30542): Terminated: ok {rc=0}\u000a09:15:13.702792 --- ParallelTerminationStrategy: PID 30545 died...\u000a09:15:13.755620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30545): Terminated: ok {rc=0}\u000a09:15:13.765115 --- ParallelTerminationStrategy: PID 30548 died...\u000a09:15:13.818199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30548): Terminated: ok {rc=0}\u000a09:15:13.906119 bus /gobi_0: Setting Powered False\u000a09:15:15.007691 bus /gobi_0: Setting Powered False\u000a09:15:16.113798 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30558): Process ended prematurely: osmo-stp_10.42.42.5(pid=30558) [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30558)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30558): Process ended prematurely: osmo-stp_10.42.42.5(pid=30558) [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30558)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a09:15:17.236906 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:17.248903 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:15:17.412626 tst iperf3.py: using LAC 32957\u000a09:15:17.537565 tst iperf3.py: using RAC 62\u000a09:15:17.662487 tst iperf3.py: using CellId 32957\u000a09:15:17.785585 tst iperf3.py: using BVCI 32958\u000a09:15:17.809911 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:17.821470 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:17.832668 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:17.843982 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:17.855120 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:17.866588 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:17.877881 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:17.888777 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:17.899949 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:15:18.173656 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:15:18.295782 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:15:18.599633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30550): Launched\u000a09:15:18.851286 run iperf3-srv_10.42.42.10(pid=30551): Launched\u000a09:15:19.029328 tst iperf3.py:8: start network...\u000a09:15:19.150778 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:15:19.611219 run create_hlr_db(pid=30552): Launched\u000a09:15:19.779313 bus /gobi_6: Setting Powered False\u000a09:15:20.801520 run create_hlr_db(pid=30552): Terminated: ok {rc=0}\u000a09:15:21.214797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30554): Launched\u000a09:15:21.528387 run osmo-hlr_10.42.42.2(pid=30555): Launched\u000a09:15:21.644230 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:15:22.189394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30557): Launched\u000a09:15:22.502955 run osmo-stp_10.42.42.5(pid=30558): Launched\u000a09:15:22.616808 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:15:23.163585 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30560): Launched\u000a09:15:23.276006 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:15:23.549604 run patchelf(pid=30561): Launched\u000a09:15:23.733011 run osmo-stp_10.42.42.5(pid=30558): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30558)]\u000a09:15:23.866957 run osmo-stp_10.42.42.5(pid=30558): stdout: \u000a| (launched: 2022-12-13_09:15:22.348761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:24.001273 run osmo-stp_10.42.42.5(pid=30558): stderr: \u000a| �[0;m�[38;5;43m20221213091522540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091522540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091522540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091522541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091522541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091522541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091522541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:24.131220 run osmo-stp_10.42.42.5(pid=30558): stdout: \u000a| (launched: 2022-12-13_09:15:22.348761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:24.259979 run osmo-stp_10.42.42.5(pid=30558): stderr: \u000a| �[0;m�[38;5;43m20221213091522540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091522540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091522540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091522541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091522541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091522541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091522541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:24.411110 run patchelf(pid=30561): Terminating (SIGINT)\u000a09:15:24.587990 run patchelf(pid=30561): Terminated: ok {rc=0}\u000a09:15:24.620348 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30558): Process ended prematurely: osmo-stp_10.42.42.5(pid=30558) [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30558)] [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a09:15:24.630226 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a09:15:24.693138 run osmo-hlr_10.42.42.2(pid=30555): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30555)]\u000a09:15:24.744507 run osmo-hlr_10.42.42.2(pid=30555): stdout: \u000a| (launched: 2022-12-13_09:15:21.375022) \u000a09:15:24.796478 run osmo-hlr_10.42.42.2(pid=30555): stderr: \u000a| �[0;m�[1;31m20221213091521571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091521571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091521571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091521571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091521571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091521571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091521583 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091521591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091521591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091521591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:15:24.840387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30550): Terminating (SIGTERM)\u000a09:15:24.881774 run iperf3-srv_10.42.42.10(pid=30551): Terminating (SIGTERM)\u000a09:15:24.923367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30554): Terminating (SIGTERM)\u000a09:15:24.964782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30557): Terminating (SIGTERM)\u000a09:15:25.006553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30560): Terminating (SIGTERM)\u000a09:15:25.016221 --- ParallelTerminationStrategy: PID 30550 died...\u000a09:15:25.072060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30550): Terminated: ok {rc=0}\u000a09:15:25.082166 --- ParallelTerminationStrategy: PID 30551 died...\u000a09:15:25.137460 run iperf3-srv_10.42.42.10(pid=30551): Terminated {rc=256}\u000a09:15:25.147367 --- ParallelTerminationStrategy: PID 30554 died...\u000a09:15:25.202609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30554): Terminated: ok {rc=0}\u000a09:15:25.212476 --- ParallelTerminationStrategy: PID 30557 died...\u000a09:15:25.267641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30557): Terminated: ok {rc=0}\u000a09:15:25.278052 --- ParallelTerminationStrategy: PID 30560 died...\u000a09:15:25.333449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30560): Terminated: ok {rc=0}\u000a09:15:25.420509 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30576): Process ended prematurely: osmo-stp_10.42.42.5(pid=30576) [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30576)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30576): Process ended prematurely: osmo-stp_10.42.42.5(pid=30576) [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30576)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a09:15:26.532120 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:26.544137 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:15:26.707120 tst iperf3m4.py: using LAC 32958\u000a09:15:26.830850 tst iperf3m4.py: using RAC 63\u000a09:15:26.953626 tst iperf3m4.py: using CellId 32958\u000a09:15:27.075834 tst iperf3m4.py: using BVCI 32959\u000a09:15:27.100068 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:27.111442 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:27.122640 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:27.133887 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:27.144866 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:27.156053 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:27.167308 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:27.178446 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:27.189748 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:15:27.305787 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:15:27.426904 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:15:27.542517 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:15:27.814905 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:15:27.937431 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:15:28.240436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30562): Launched\u000a09:15:28.493028 run iperf3-srv_10.42.42.10(pid=30563): Launched\u000a09:15:28.670873 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:15:28.792510 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:15:29.095120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30564): Launched\u000a09:15:29.346311 run iperf3-srv_10.42.42.10(pid=30565): Launched\u000a09:15:29.524211 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:15:29.645821 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:15:29.948150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30566): Launched\u000a09:15:30.199347 run iperf3-srv_10.42.42.10(pid=30567): Launched\u000a09:15:30.377581 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:15:30.499748 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:15:30.801605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30568): Launched\u000a09:15:31.126936 run iperf3-srv_10.42.42.10(pid=30569): Launched\u000a09:15:31.324718 tst iperf3m4.py:8: start network...\u000a09:15:31.462103 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:15:32.011621 run create_hlr_db(pid=30570): Launched\u000a09:15:32.199789 bus /gobi_6: Setting Powered False\u000a09:15:33.215225 run create_hlr_db(pid=30570): Terminated: ok {rc=0}\u000a09:15:33.632042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30572): Launched\u000a09:15:33.944802 run osmo-hlr_10.42.42.2(pid=30573): Launched\u000a09:15:34.070206 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:15:34.614146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30575): Launched\u000a09:15:34.926444 run osmo-stp_10.42.42.5(pid=30576): Launched\u000a09:15:35.039680 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:15:35.585996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30578): Launched\u000a09:15:35.698173 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:15:35.969960 run patchelf(pid=30579): Launched\u000a09:15:36.153190 run osmo-stp_10.42.42.5(pid=30576): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30576)]\u000a09:15:36.287400 run osmo-stp_10.42.42.5(pid=30576): stdout: \u000a| (launched: 2022-12-13_09:15:34.773574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:36.422526 run osmo-stp_10.42.42.5(pid=30576): stderr: \u000a| �[0;m�[38;5;43m20221213091534966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091534966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091534966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091534967 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091534967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091534967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091534967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:36.553526 run osmo-stp_10.42.42.5(pid=30576): stdout: \u000a| (launched: 2022-12-13_09:15:34.773574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:36.682698 run osmo-stp_10.42.42.5(pid=30576): stderr: \u000a| �[0;m�[38;5;43m20221213091534966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091534966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091534966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091534967 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091534967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091534967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091534967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:36.832868 run patchelf(pid=30579): Terminating (SIGINT)\u000a09:15:37.009231 run patchelf(pid=30579): Terminated: ok {rc=0}\u000a09:15:37.041680 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30576): Process ended prematurely: osmo-stp_10.42.42.5(pid=30576) [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30576)] [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a09:15:37.051426 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a09:15:37.114060 run osmo-hlr_10.42.42.2(pid=30573): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30573)]\u000a09:15:37.165180 run osmo-hlr_10.42.42.2(pid=30573): stdout: \u000a| (launched: 2022-12-13_09:15:33.791593) \u000a09:15:37.217110 run osmo-hlr_10.42.42.2(pid=30573): stderr: \u000a| �[0;m�[1;31m20221213091533988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091533988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091533988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091533988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091533988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091533988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091534001 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091534009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091534009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091534009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:15:37.261158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30562): Terminating (SIGTERM)\u000a09:15:37.303200 run iperf3-srv_10.42.42.10(pid=30563): Terminating (SIGTERM)\u000a09:15:37.346114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30564): Terminating (SIGTERM)\u000a09:15:37.387552 run iperf3-srv_10.42.42.10(pid=30565): Terminating (SIGTERM)\u000a09:15:37.429426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30566): Terminating (SIGTERM)\u000a09:15:37.470777 run iperf3-srv_10.42.42.10(pid=30567): Terminating (SIGTERM)\u000a09:15:37.512637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30568): Terminating (SIGTERM)\u000a09:15:37.553968 run iperf3-srv_10.42.42.10(pid=30569): Terminating (SIGTERM)\u000a09:15:37.595764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30572): Terminating (SIGTERM)\u000a09:15:37.637117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30575): Terminating (SIGTERM)\u000a09:15:37.678458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30578): Terminating (SIGTERM)\u000a09:15:37.688044 --- ParallelTerminationStrategy: PID 30562 died...\u000a09:15:37.744115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30562): Terminated: ok {rc=0}\u000a09:15:37.754170 --- ParallelTerminationStrategy: PID 30563 died...\u000a09:15:37.809134 run iperf3-srv_10.42.42.10(pid=30563): Terminated {rc=256}\u000a09:15:37.818951 --- ParallelTerminationStrategy: PID 30564 died...\u000a09:15:37.874073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30564): Terminated: ok {rc=0}\u000a09:15:37.884065 --- ParallelTerminationStrategy: PID 30565 died...\u000a09:15:37.939169 run iperf3-srv_10.42.42.10(pid=30565): Terminated {rc=256}\u000a09:15:37.949104 --- ParallelTerminationStrategy: PID 30566 died...\u000a09:15:38.004085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30566): Terminated: ok {rc=0}\u000a09:15:38.014133 --- ParallelTerminationStrategy: PID 30567 died...\u000a09:15:38.069083 run iperf3-srv_10.42.42.10(pid=30567): Terminated {rc=256}\u000a09:15:38.078994 --- ParallelTerminationStrategy: PID 30568 died...\u000a09:15:38.134011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30568): Terminated: ok {rc=0}\u000a09:15:38.144076 --- ParallelTerminationStrategy: PID 30569 died...\u000a09:15:38.199207 run iperf3-srv_10.42.42.10(pid=30569): Terminated {rc=256}\u000a09:15:38.209214 --- ParallelTerminationStrategy: PID 30572 died...\u000a09:15:38.264086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30572): Terminated: ok {rc=0}\u000a09:15:38.274008 --- ParallelTerminationStrategy: PID 30575 died...\u000a09:15:38.329008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30575): Terminated: ok {rc=0}\u000a09:15:38.338925 --- ParallelTerminationStrategy: PID 30578 died...\u000a09:15:38.394278 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30578): Terminated: ok {rc=0}\u000a09:15:38.481007 bus /gobi_4: Setting Powered False\u000a09:15:39.584061 bus /gobi_4: Setting Powered False\u000a09:15:40.691206 bus /gobi_1: Setting Powered False\u000a09:15:41.796238 bus /gobi_1: Setting Powered False\u000a09:15:42.906192 bus /gobi_0: Setting Powered False\u000a09:15:44.007619 bus /gobi_0: Setting Powered False\u000a09:15:45.119939 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30587): Process ended prematurely: osmo-stp_10.42.42.5(pid=30587) [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30587)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30587): Process ended prematurely: osmo-stp_10.42.42.5(pid=30587) [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30587)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a09:15:46.200010 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:46.217488 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:15:46.403213 tst ping.py: using LAC 32959\u000a09:15:46.525643 tst ping.py: using RAC 64\u000a09:15:46.643525 tst ping.py: using CellId 32959\u000a09:15:46.765528 tst ping.py: using BVCI 32960\u000a09:15:46.790727 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:46.803116 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:46.815334 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:46.827633 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:46.839223 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:46.850944 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:46.864272 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:46.875935 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:15:47.159887 tst ping.py:19: start network...\u000a09:15:47.290755 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:15:47.787432 run create_hlr_db(pid=30581): Launched\u000a09:15:47.966487 bus /gobi_6: Setting Powered False\u000a09:15:48.987169 run create_hlr_db(pid=30581): Terminated: ok {rc=0}\u000a09:15:49.396714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30583): Launched\u000a09:15:49.705633 run osmo-hlr_10.42.42.2(pid=30584): Launched\u000a09:15:49.814123 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:15:50.322646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30586): Launched\u000a09:15:50.611516 run osmo-stp_10.42.42.5(pid=30587): Launched\u000a09:15:50.716622 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:15:51.217909 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30589): Launched\u000a09:15:51.321022 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:15:51.572256 run patchelf(pid=30590): Launched\u000a09:15:51.742596 run osmo-stp_10.42.42.5(pid=30587): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30587)]\u000a09:15:51.878079 run osmo-stp_10.42.42.5(pid=30587): stdout: \u000a| (launched: 2022-12-13_09:15:50.468412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:52.006801 run osmo-stp_10.42.42.5(pid=30587): stderr: \u000a| �[0;m�[38;5;43m20221213091550635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091550635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091550636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091550636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091550638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091550638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091550638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:52.127199 run osmo-stp_10.42.42.5(pid=30587): stdout: \u000a| (launched: 2022-12-13_09:15:50.468412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:52.246686 run osmo-stp_10.42.42.5(pid=30587): stderr: \u000a| �[0;m�[38;5;43m20221213091550635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091550635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091550636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091550636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091550638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091550638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091550638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:52.385952 run patchelf(pid=30590): Terminating (SIGINT)\u000a09:15:52.549111 run patchelf(pid=30590): Terminated: ok {rc=0}\u000a09:15:52.579050 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30587): Process ended prematurely: osmo-stp_10.42.42.5(pid=30587) [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30587)] [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a09:15:52.587725 tst ping.py:22: Test FAILED (6.4 sec)\u000a09:15:52.647960 run osmo-hlr_10.42.42.2(pid=30584): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30584)]\u000a09:15:52.696936 run osmo-hlr_10.42.42.2(pid=30584): stdout: \u000a| (launched: 2022-12-13_09:15:49.554052) \u000a09:15:52.746489 run osmo-hlr_10.42.42.2(pid=30584): stderr: \u000a| �[0;m�[1;31m20221213091549739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091549739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091549739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091549739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091549739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091549739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091549753 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091549762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091549762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091549762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:15:52.788486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30583): Terminating (SIGTERM)\u000a09:15:52.828117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30586): Terminating (SIGTERM)\u000a09:15:52.867843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30589): Terminating (SIGTERM)\u000a09:15:52.877012 --- ParallelTerminationStrategy: PID 30583 died...\u000a09:15:52.930326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30583): Terminated: ok {rc=0}\u000a09:15:52.939757 --- ParallelTerminationStrategy: PID 30586 died...\u000a09:15:52.992569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30586): Terminated: ok {rc=0}\u000a09:15:53.001982 --- ParallelTerminationStrategy: PID 30589 died...\u000a09:15:53.054792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30589): Terminated: ok {rc=0}\u000a09:15:53.137791 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30599): Process ended prematurely: osmo-stp_10.42.42.5(pid=30599) [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30599)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30599): Process ended prematurely: osmo-stp_10.42.42.5(pid=30599) [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30599)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a09:15:54.191061 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:54.202974 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:15:54.368125 tst ping_idle_ping.py: using LAC 32960\u000a09:15:54.489637 tst ping_idle_ping.py: using RAC 65\u000a09:15:54.612468 tst ping_idle_ping.py: using CellId 32960\u000a09:15:54.725423 tst ping_idle_ping.py: using BVCI 32961\u000a09:15:54.747863 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:54.758707 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:54.769744 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:54.780590 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:54.792158 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:54.803829 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:54.815636 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:54.827412 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:15:55.112811 tst ping_idle_ping.py:24: start network...\u000a09:15:55.242254 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:15:55.738712 run create_hlr_db(pid=30593): Launched\u000a09:15:55.918890 bus /gobi_6: Setting Powered False\u000a09:15:56.939519 run create_hlr_db(pid=30593): Terminated: ok {rc=0}\u000a09:15:57.327650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30595): Launched\u000a09:15:57.618595 run osmo-hlr_10.42.42.2(pid=30596): Launched\u000a09:15:57.732497 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:15:58.242011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30598): Launched\u000a09:15:58.533104 run osmo-stp_10.42.42.5(pid=30599): Launched\u000a09:15:58.639358 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:15:59.144260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30601): Launched\u000a09:15:59.247726 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:15:59.499696 run patchelf(pid=30602): Launched\u000a09:15:59.670460 run osmo-stp_10.42.42.5(pid=30599): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30599)]\u000a09:15:59.795068 run osmo-stp_10.42.42.5(pid=30599): stdout: \u000a| (launched: 2022-12-13_09:15:58.390346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:59.920200 run osmo-stp_10.42.42.5(pid=30599): stderr: \u000a| �[0;m�[38;5;43m20221213091558559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091558559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091558559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091558560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091558560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091558560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091558560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:00.040857 run osmo-stp_10.42.42.5(pid=30599): stdout: \u000a| (launched: 2022-12-13_09:15:58.390346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:00.161452 run osmo-stp_10.42.42.5(pid=30599): stderr: \u000a| �[0;m�[38;5;43m20221213091558559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091558559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091558559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091558560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091558560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091558560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091558560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:00.301302 run patchelf(pid=30602): Terminating (SIGINT)\u000a09:16:00.464939 run patchelf(pid=30602): Terminated: ok {rc=0}\u000a09:16:00.494767 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30599): Process ended prematurely: osmo-stp_10.42.42.5(pid=30599) [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30599)] [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a09:16:00.503364 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a09:16:00.562988 run osmo-hlr_10.42.42.2(pid=30596): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30596)]\u000a09:16:00.611545 run osmo-hlr_10.42.42.2(pid=30596): stdout: \u000a| (launched: 2022-12-13_09:15:57.475047) \u000a09:16:00.660730 run osmo-hlr_10.42.42.2(pid=30596): stderr: \u000a| �[0;m�[1;31m20221213091557649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091557649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091557649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091557650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091557650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091557650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091557663 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091557671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091557671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091557671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:16:00.702933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30595): Terminating (SIGTERM)\u000a09:16:00.742299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30598): Terminating (SIGTERM)\u000a09:16:00.781599 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30601): Terminating (SIGTERM)\u000a09:16:00.790651 --- ParallelTerminationStrategy: PID 30595 died...\u000a09:16:00.847687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30595): Terminated: ok {rc=0}\u000a09:16:00.857812 --- ParallelTerminationStrategy: PID 30598 died...\u000a09:16:00.932767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30598): Terminated: ok {rc=0}\u000a09:16:00.945627 --- ParallelTerminationStrategy: PID 30601 died...\u000a09:16:01.000811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30601): Terminated: ok {rc=0}\u000a09:16:01.093195 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:15:04" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30616): Process ended prematurely: osmo-stp_10.42.42.5(pid=30616) [trial-2387↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30616)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30616): Process ended prematurely: osmo-stp_10.42.42.5(pid=30616) [trial-2387↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30616)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:16:03.281511 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:03.293152 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:16:03.439468 tst cs_paging_gprs_active.py: using LAC 32961\u000a09:16:03.563432 tst cs_paging_gprs_active.py: using RAC 66\u000a09:16:03.687086 tst cs_paging_gprs_active.py: using CellId 32961\u000a09:16:03.811607 tst cs_paging_gprs_active.py: using BVCI 32962\u000a09:16:03.835862 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:03.847435 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:03.858891 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:03.870340 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:03.882366 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:03.894348 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:03.906495 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:03.918546 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:03.930805 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:16:04.047606 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:16:04.318511 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:16:04.441655 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:16:04.746896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30606): Launched\u000a09:16:05.000258 run iperf3-srv_10.42.42.10(pid=30607): Launched\u000a09:16:05.180320 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:16:05.303308 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:16:05.607669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30608): Launched\u000a09:16:05.860445 run iperf3-srv_10.42.42.10(pid=30609): Launched\u000a09:16:06.040212 tst cs_paging_gprs_active.py:38: start network...\u000a09:16:06.162971 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:16:06.627775 run create_hlr_db(pid=30610): Launched\u000a09:16:06.798372 bus /gobi_6: Setting Powered False\u000a09:16:07.820282 run create_hlr_db(pid=30610): Terminated: ok {rc=0}\u000a09:16:08.238689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30612): Launched\u000a09:16:08.556402 run osmo-hlr_10.42.42.2(pid=30613): Launched\u000a09:16:08.673737 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:16:09.221539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30615): Launched\u000a09:16:09.537489 run osmo-stp_10.42.42.5(pid=30616): Launched\u000a09:16:09.652396 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:16:10.199974 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30618): Launched\u000a09:16:10.312623 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:16:10.587363 run patchelf(pid=30619): Launched\u000a09:16:10.772164 run osmo-stp_10.42.42.5(pid=30616): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30616)]\u000a09:16:10.907738 run osmo-stp_10.42.42.5(pid=30616): stdout: \u000a| (launched: 2022-12-13_09:16:09.382262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:11.043136 run osmo-stp_10.42.42.5(pid=30616): stderr: \u000a| �[0;m�[38;5;43m20221213091609571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091609571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091609572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091609572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091609574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091609574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091609574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:11.174209 run osmo-stp_10.42.42.5(pid=30616): stdout: \u000a| (launched: 2022-12-13_09:16:09.382262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:11.303791 run osmo-stp_10.42.42.5(pid=30616): stderr: \u000a| �[0;m�[38;5;43m20221213091609571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091609571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091609572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091609572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091609574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091609574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091609574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:11.455417 run patchelf(pid=30619): Terminating (SIGINT)\u000a09:16:11.632144 run patchelf(pid=30619): Terminated: ok {rc=0}\u000a09:16:11.664679 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30616): Process ended prematurely: osmo-stp_10.42.42.5(pid=30616) [trial-2387↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30616)] [trial-2387↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a09:16:11.674631 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a09:16:11.737155 run osmo-hlr_10.42.42.2(pid=30613): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30613)]\u000a09:16:11.788147 run osmo-hlr_10.42.42.2(pid=30613): stdout: \u000a| (launched: 2022-12-13_09:16:08.400194) \u000a09:16:11.839903 run osmo-hlr_10.42.42.2(pid=30613): stderr: \u000a| �[0;m�[1;31m20221213091608600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091608600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091608600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091608600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091608600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091608600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091608617 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091608626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091608626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091608626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:16:11.883882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30606): Terminating (SIGTERM)\u000a09:16:11.925942 run iperf3-srv_10.42.42.10(pid=30607): Terminating (SIGTERM)\u000a09:16:11.967418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30608): Terminating (SIGTERM)\u000a09:16:12.009474 run iperf3-srv_10.42.42.10(pid=30609): Terminating (SIGTERM)\u000a09:16:12.051033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30612): Terminating (SIGTERM)\u000a09:16:12.093049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30615): Terminating (SIGTERM)\u000a09:16:12.135079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30618): Terminating (SIGTERM)\u000a09:16:12.144615 --- ParallelTerminationStrategy: PID 30606 died...\u000a09:16:12.200352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30606): Terminated: ok {rc=0}\u000a09:16:12.210341 --- ParallelTerminationStrategy: PID 30607 died...\u000a09:16:12.265497 run iperf3-srv_10.42.42.10(pid=30607): Terminated {rc=256}\u000a09:16:12.275379 --- ParallelTerminationStrategy: PID 30608 died...\u000a09:16:12.330880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30608): Terminated: ok {rc=0}\u000a09:16:12.340703 --- ParallelTerminationStrategy: PID 30609 died...\u000a09:16:12.395802 run iperf3-srv_10.42.42.10(pid=30609): Terminated {rc=256}\u000a09:16:12.406060 --- ParallelTerminationStrategy: PID 30612 died...\u000a09:16:12.461388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30612): Terminated: ok {rc=0}\u000a09:16:12.471315 --- ParallelTerminationStrategy: PID 30615 died...\u000a09:16:12.526578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30615): Terminated: ok {rc=0}\u000a09:16:12.536480 --- ParallelTerminationStrategy: PID 30618 died...\u000a09:16:12.591559 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30618): Terminated: ok {rc=0}\u000a09:16:12.678114 bus /gobi_0: Setting Powered False\u000a09:16:13.780078 bus /gobi_0: Setting Powered False\u000a09:16:14.885128 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30628): Process ended prematurely: osmo-stp_10.42.42.5(pid=30628) [trial-2387↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30628)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30628): Process ended prematurely: osmo-stp_10.42.42.5(pid=30628) [trial-2387↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30628)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a09:16:16.002252 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:16.017240 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:16:16.161743 tst iperf3.py: using LAC 32962\u000a09:16:16.286479 tst iperf3.py: using RAC 67\u000a09:16:16.409097 tst iperf3.py: using CellId 32962\u000a09:16:16.540304 tst iperf3.py: using BVCI 32963\u000a09:16:16.564810 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:16.576643 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:16.588546 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:16.600485 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:16.612710 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:16.624657 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:16.636769 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:16.648639 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:16.661891 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:16:16.966511 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:16:17.096792 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:16:17.409679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30620): Launched\u000a09:16:17.666425 run iperf3-srv_10.42.42.10(pid=30621): Launched\u000a09:16:17.847088 tst iperf3.py:8: start network...\u000a09:16:17.974304 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:16:18.479947 run create_hlr_db(pid=30622): Launched\u000a09:16:18.662096 bus /gobi_6: Setting Powered False\u000a09:16:19.683334 run create_hlr_db(pid=30622): Terminated: ok {rc=0}\u000a09:16:20.077048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30624): Launched\u000a09:16:20.371769 run osmo-hlr_10.42.42.2(pid=30625): Launched\u000a09:16:20.487530 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:16:21.007201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30627): Launched\u000a09:16:21.300937 run osmo-stp_10.42.42.5(pid=30628): Launched\u000a09:16:21.415947 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:16:21.934639 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30630): Launched\u000a09:16:22.039711 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:16:22.296114 run patchelf(pid=30631): Launched\u000a09:16:22.468845 run osmo-stp_10.42.42.5(pid=30628): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30628)]\u000a09:16:22.595668 run osmo-stp_10.42.42.5(pid=30628): stdout: \u000a| (launched: 2022-12-13_09:16:21.156404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:22.722463 run osmo-stp_10.42.42.5(pid=30628): stderr: \u000a| �[0;m�[38;5;43m20221213091621325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091621325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091621325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091621325 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091621326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091621326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091621326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:22.844858 run osmo-stp_10.42.42.5(pid=30628): stdout: \u000a| (launched: 2022-12-13_09:16:21.156404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:22.966697 run osmo-stp_10.42.42.5(pid=30628): stderr: \u000a| �[0;m�[38;5;43m20221213091621325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091621325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091621325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091621325 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091621326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091621326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091621326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:23.108421 run patchelf(pid=30631): Terminating (SIGINT)\u000a09:16:23.275195 run patchelf(pid=30631): Terminated: ok {rc=0}\u000a09:16:23.306187 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30628): Process ended prematurely: osmo-stp_10.42.42.5(pid=30628) [trial-2387↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30628)] [trial-2387↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a09:16:23.315732 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a09:16:23.375416 run osmo-hlr_10.42.42.2(pid=30625): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30625)]\u000a09:16:23.424229 run osmo-hlr_10.42.42.2(pid=30625): stdout: \u000a| (launched: 2022-12-13_09:16:20.226840) \u000a09:16:23.473836 run osmo-hlr_10.42.42.2(pid=30625): stderr: \u000a| �[0;m�[1;31m20221213091620402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091620402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091620402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091620402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091620402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091620402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091620414 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091620424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091620425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091620425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:16:23.515966 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30620): Terminating (SIGTERM)\u000a09:16:23.555503 run iperf3-srv_10.42.42.10(pid=30621): Terminating (SIGTERM)\u000a09:16:23.595195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30624): Terminating (SIGTERM)\u000a09:16:23.634989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30627): Terminating (SIGTERM)\u000a09:16:23.674533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30630): Terminating (SIGTERM)\u000a09:16:23.683664 --- ParallelTerminationStrategy: PID 30620 died...\u000a09:16:23.737252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30620): Terminated: ok {rc=0}\u000a09:16:23.746735 --- ParallelTerminationStrategy: PID 30621 died...\u000a09:16:23.799756 run iperf3-srv_10.42.42.10(pid=30621): Terminated {rc=256}\u000a09:16:23.809310 --- ParallelTerminationStrategy: PID 30624 died...\u000a09:16:23.862291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30624): Terminated: ok {rc=0}\u000a09:16:23.871644 --- ParallelTerminationStrategy: PID 30627 died...\u000a09:16:23.924382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30627): Terminated: ok {rc=0}\u000a09:16:23.933950 --- ParallelTerminationStrategy: PID 30630 died...\u000a09:16:23.986796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30630): Terminated: ok {rc=0}\u000a09:16:24.069773 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30646): Process ended prematurely: osmo-stp_10.42.42.5(pid=30646) [trial-2387↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30646)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30646): Process ended prematurely: osmo-stp_10.42.42.5(pid=30646) [trial-2387↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30646)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a09:16:25.183096 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:25.195184 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:16:25.335653 tst iperf3m4.py: using LAC 32963\u000a09:16:25.453913 tst iperf3m4.py: using RAC 68\u000a09:16:25.571931 tst iperf3m4.py: using CellId 32963\u000a09:16:25.688216 tst iperf3m4.py: using BVCI 32964\u000a09:16:25.710946 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:25.722292 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:25.733339 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:25.744384 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:25.755680 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:25.766964 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:25.778430 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:25.789686 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:25.801170 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:16:25.921489 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:16:26.039446 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:16:26.159426 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:16:26.448757 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:16:26.581530 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:16:26.906411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30632): Launched\u000a09:16:27.176481 run iperf3-srv_10.42.42.10(pid=30633): Launched\u000a09:16:27.369269 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:16:27.500859 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:16:27.825471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30634): Launched\u000a09:16:28.094497 run iperf3-srv_10.42.42.10(pid=30635): Launched\u000a09:16:28.286948 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:16:28.418560 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:16:28.742792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30636): Launched\u000a09:16:29.011890 run iperf3-srv_10.42.42.10(pid=30637): Launched\u000a09:16:29.204540 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:16:29.335953 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:16:29.661460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30638): Launched\u000a09:16:29.931133 run iperf3-srv_10.42.42.10(pid=30639): Launched\u000a09:16:30.123773 tst iperf3m4.py:8: start network...\u000a09:16:30.255041 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:16:30.759849 run create_hlr_db(pid=30640): Launched\u000a09:16:30.969421 bus /gobi_6: Setting Powered False\u000a09:16:31.987138 run create_hlr_db(pid=30640): Terminated: ok {rc=0}\u000a09:16:32.409914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30642): Launched\u000a09:16:32.704332 run osmo-hlr_10.42.42.2(pid=30643): Launched\u000a09:16:32.815824 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:16:33.335898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30645): Launched\u000a09:16:33.628326 run osmo-stp_10.42.42.5(pid=30646): Launched\u000a09:16:33.735619 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:16:34.247111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30648): Launched\u000a09:16:34.352084 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:16:34.607924 run patchelf(pid=30649): Launched\u000a09:16:34.779945 run osmo-stp_10.42.42.5(pid=30646): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30646)]\u000a09:16:34.906040 run osmo-stp_10.42.42.5(pid=30646): stdout: \u000a| (launched: 2022-12-13_09:16:33.484837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:35.032723 run osmo-stp_10.42.42.5(pid=30646): stderr: \u000a| �[0;m�[38;5;43m20221213091633653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091633653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091633654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091633654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091633654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091633654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091633655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:35.154846 run osmo-stp_10.42.42.5(pid=30646): stdout: \u000a| (launched: 2022-12-13_09:16:33.484837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:35.275803 run osmo-stp_10.42.42.5(pid=30646): stderr: \u000a| �[0;m�[38;5;43m20221213091633653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091633653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091633654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091633654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091633654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091633654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091633655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:35.416523 run patchelf(pid=30649): Terminating (SIGINT)\u000a09:16:35.582535 run patchelf(pid=30649): Terminated: ok {rc=0}\u000a09:16:35.613079 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30646): Process ended prematurely: osmo-stp_10.42.42.5(pid=30646) [trial-2387↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30646)] [trial-2387↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a09:16:35.622315 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a09:16:35.682427 run osmo-hlr_10.42.42.2(pid=30643): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30643)]\u000a09:16:35.731186 run osmo-hlr_10.42.42.2(pid=30643): stdout: \u000a| (launched: 2022-12-13_09:16:32.559668) \u000a09:16:35.780468 run osmo-hlr_10.42.42.2(pid=30643): stderr: \u000a| �[0;m�[1;31m20221213091632738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091632738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091632738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091632738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091632738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091632738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091632752 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091632762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091632762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091632762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:16:35.822552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30632): Terminating (SIGTERM)\u000a09:16:35.861961 run iperf3-srv_10.42.42.10(pid=30633): Terminating (SIGTERM)\u000a09:16:35.901290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30634): Terminating (SIGTERM)\u000a09:16:35.941590 run iperf3-srv_10.42.42.10(pid=30635): Terminating (SIGTERM)\u000a09:16:35.981076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30636): Terminating (SIGTERM)\u000a09:16:36.020586 run iperf3-srv_10.42.42.10(pid=30637): Terminating (SIGTERM)\u000a09:16:36.060135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30638): Terminating (SIGTERM)\u000a09:16:36.099535 run iperf3-srv_10.42.42.10(pid=30639): Terminating (SIGTERM)\u000a09:16:36.139025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30642): Terminating (SIGTERM)\u000a09:16:36.178445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30645): Terminating (SIGTERM)\u000a09:16:36.217913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30648): Terminating (SIGTERM)\u000a09:16:36.226958 --- ParallelTerminationStrategy: PID 30632 died...\u000a09:16:36.280449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30632): Terminated: ok {rc=0}\u000a09:16:36.290014 --- ParallelTerminationStrategy: PID 30633 died...\u000a09:16:36.342910 run iperf3-srv_10.42.42.10(pid=30633): Terminated {rc=256}\u000a09:16:36.352160 --- ParallelTerminationStrategy: PID 30634 died...\u000a09:16:36.405177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30634): Terminated: ok {rc=0}\u000a09:16:36.414663 --- ParallelTerminationStrategy: PID 30635 died...\u000a09:16:36.467515 run iperf3-srv_10.42.42.10(pid=30635): Terminated {rc=256}\u000a09:16:36.476844 --- ParallelTerminationStrategy: PID 30636 died...\u000a09:16:36.529571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30636): Terminated: ok {rc=0}\u000a09:16:36.539377 --- ParallelTerminationStrategy: PID 30637 died...\u000a09:16:36.591859 run iperf3-srv_10.42.42.10(pid=30637): Terminated {rc=256}\u000a09:16:36.601254 --- ParallelTerminationStrategy: PID 30638 died...\u000a09:16:36.653786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30638): Terminated: ok {rc=0}\u000a09:16:36.663485 --- ParallelTerminationStrategy: PID 30639 died...\u000a09:16:36.715882 run iperf3-srv_10.42.42.10(pid=30639): Terminated {rc=256}\u000a09:16:36.725379 --- ParallelTerminationStrategy: PID 30642 died...\u000a09:16:36.777767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30642): Terminated: ok {rc=0}\u000a09:16:36.787129 --- ParallelTerminationStrategy: PID 30645 died...\u000a09:16:36.839679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30645): Terminated: ok {rc=0}\u000a09:16:36.849230 --- ParallelTerminationStrategy: PID 30648 died...\u000a09:16:36.901769 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30648): Terminated: ok {rc=0}\u000a09:16:36.989252 bus /gobi_4: Setting Powered False\u000a09:16:38.090306 bus /gobi_4: Setting Powered False\u000a09:16:39.196232 bus /gobi_1: Setting Powered False\u000a09:16:40.300804 bus /gobi_1: Setting Powered False\u000a09:16:41.410424 bus /gobi_0: Setting Powered False\u000a09:16:42.516072 bus /gobi_0: Setting Powered False\u000a09:16:43.623543 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30656): Process ended prematurely: osmo-stp_10.42.42.5(pid=30656) [trial-2387↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30656)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30656): Process ended prematurely: osmo-stp_10.42.42.5(pid=30656) [trial-2387↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30656)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a09:16:44.690793 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:44.702929 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:16:44.851800 tst ping.py: using LAC 32964\u000a09:16:44.971712 tst ping.py: using RAC 69\u000a09:16:45.092619 tst ping.py: using CellId 32964\u000a09:16:45.216915 tst ping.py: using BVCI 32965\u000a09:16:45.240564 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:45.252325 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:45.263844 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:45.275402 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:45.286916 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:45.298486 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:45.310081 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:45.321758 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:16:45.591579 tst ping.py:19: start network...\u000a09:16:45.712155 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:16:46.216700 run create_hlr_db(pid=30650): Launched\u000a09:16:46.389504 bus /gobi_6: Setting Powered False\u000a09:16:47.414235 run create_hlr_db(pid=30650): Terminated: ok {rc=0}\u000a09:16:47.798312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30652): Launched\u000a09:16:48.086500 run osmo-hlr_10.42.42.2(pid=30653): Launched\u000a09:16:48.192110 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:16:48.695869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30655): Launched\u000a09:16:48.984151 run osmo-stp_10.42.42.5(pid=30656): Launched\u000a09:16:49.090259 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:16:49.594421 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30658): Launched\u000a09:16:49.696917 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:16:49.948441 run patchelf(pid=30659): Launched\u000a09:16:50.118044 run osmo-stp_10.42.42.5(pid=30656): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30656)]\u000a09:16:50.242372 run osmo-stp_10.42.42.5(pid=30656): stdout: \u000a| (launched: 2022-12-13_09:16:48.842663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:50.367000 run osmo-stp_10.42.42.5(pid=30656): stderr: \u000a| �[0;m�[38;5;43m20221213091649010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091649010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091649011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091649011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091649012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091649012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091649012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:50.487146 run osmo-stp_10.42.42.5(pid=30656): stdout: \u000a| (launched: 2022-12-13_09:16:48.842663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:50.606519 run osmo-stp_10.42.42.5(pid=30656): stderr: \u000a| �[0;m�[38;5;43m20221213091649010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091649010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091649011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091649011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091649012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091649012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091649012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:50.744632 run patchelf(pid=30659): Terminating (SIGINT)\u000a09:16:50.907429 run patchelf(pid=30659): Terminated: ok {rc=0}\u000a09:16:50.937158 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30656): Process ended prematurely: osmo-stp_10.42.42.5(pid=30656) [trial-2387↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30656)] [trial-2387↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a09:16:50.945791 tst ping.py:22: Test FAILED (6.2 sec)\u000a09:16:51.005086 run osmo-hlr_10.42.42.2(pid=30653): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30653)]\u000a09:16:51.053753 run osmo-hlr_10.42.42.2(pid=30653): stdout: \u000a| (launched: 2022-12-13_09:16:47.944405) \u000a09:16:51.103292 run osmo-hlr_10.42.42.2(pid=30653): stderr: \u000a| �[0;m�[1;31m20221213091648119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091648119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091648119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091648119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091648120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091648120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091648133 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091648141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091648141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091648141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:16:51.145178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30652): Terminating (SIGTERM)\u000a09:16:51.184668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30655): Terminating (SIGTERM)\u000a09:16:51.224044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30658): Terminating (SIGTERM)\u000a09:16:51.233192 --- ParallelTerminationStrategy: PID 30652 died...\u000a09:16:51.286002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30652): Terminated: ok {rc=0}\u000a09:16:51.295380 --- ParallelTerminationStrategy: PID 30655 died...\u000a09:16:51.347969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30655): Terminated: ok {rc=0}\u000a09:16:51.357392 --- ParallelTerminationStrategy: PID 30658 died...\u000a09:16:51.410054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30658): Terminated: ok {rc=0}\u000a09:16:51.496869 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30666): Process ended prematurely: osmo-stp_10.42.42.5(pid=30666) [trial-2387↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30666)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30666): Process ended prematurely: osmo-stp_10.42.42.5(pid=30666) [trial-2387↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30666)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a09:16:52.547480 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:52.559218 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:16:52.703651 tst ping_idle_ping.py: using LAC 32965\u000a09:16:52.816571 tst ping_idle_ping.py: using RAC 70\u000a09:16:52.931049 tst ping_idle_ping.py: using CellId 32965\u000a09:16:53.043302 tst ping_idle_ping.py: using BVCI 32966\u000a09:16:53.065518 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:53.076744 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:53.087727 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:53.099126 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:53.111090 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:53.123145 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:53.135124 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:16:53.147138 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:16:53.436065 tst ping_idle_ping.py:24: start network...\u000a09:16:53.565801 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:16:54.064375 run create_hlr_db(pid=30660): Launched\u000a09:16:54.244113 bus /gobi_6: Setting Powered False\u000a09:16:55.265265 run create_hlr_db(pid=30660): Terminated: ok {rc=0}\u000a09:16:55.662354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30662): Launched\u000a09:16:55.971624 run osmo-hlr_10.42.42.2(pid=30663): Launched\u000a09:16:56.087468 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:16:56.624777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30665): Launched\u000a09:16:56.932518 run osmo-stp_10.42.42.5(pid=30666): Launched\u000a09:16:57.043941 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:16:57.584015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30668): Launched\u000a09:16:57.694435 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:16:57.963191 run patchelf(pid=30669): Launched\u000a09:16:58.144300 run osmo-stp_10.42.42.5(pid=30666): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30666)]\u000a09:16:58.276715 run osmo-stp_10.42.42.5(pid=30666): stdout: \u000a| (launched: 2022-12-13_09:16:56.782441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:58.409508 run osmo-stp_10.42.42.5(pid=30666): stderr: \u000a| �[0;m�[38;5;43m20221213091656971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091656972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091656972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091656972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091656973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091656973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091656973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:58.538544 run osmo-stp_10.42.42.5(pid=30666): stdout: \u000a| (launched: 2022-12-13_09:16:56.782441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:58.666353 run osmo-stp_10.42.42.5(pid=30666): stderr: \u000a| �[0;m�[38;5;43m20221213091656971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091656972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091656972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091656972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091656973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091656973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091656973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:58.813657 run patchelf(pid=30669): Terminating (SIGINT)\u000a09:16:58.986701 run patchelf(pid=30669): Terminated: ok {rc=0}\u000a09:16:59.018301 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30666): Process ended prematurely: osmo-stp_10.42.42.5(pid=30666) [trial-2387↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30666)] [trial-2387↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a09:16:59.027418 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a09:16:59.089539 run osmo-hlr_10.42.42.2(pid=30663): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30663)]\u000a09:16:59.139964 run osmo-hlr_10.42.42.2(pid=30663): stdout: \u000a| (launched: 2022-12-13_09:16:55.820398) \u000a09:16:59.191614 run osmo-hlr_10.42.42.2(pid=30663): stderr: \u000a| �[0;m�[1;31m20221213091656017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091656017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091656017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091656018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091656018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091656018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091656030 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091656038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091656038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091656039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:16:59.235437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30662): Terminating (SIGTERM)\u000a09:16:59.277401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30665): Terminating (SIGTERM)\u000a09:16:59.319070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30668): Terminating (SIGTERM)\u000a09:16:59.328621 --- ParallelTerminationStrategy: PID 30662 died...\u000a09:16:59.383739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30662): Terminated: ok {rc=0}\u000a09:16:59.393866 --- ParallelTerminationStrategy: PID 30665 died...\u000a09:16:59.448801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30665): Terminated: ok {rc=0}\u000a09:16:59.458662 --- ParallelTerminationStrategy: PID 30668 died...\u000a09:16:59.513527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30668): Terminated: ok {rc=0}\u000a09:16:59.600004 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:16:02" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30682): Process ended prematurely: osmo-stp_10.42.42.5(pid=30682) [trial-2387↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30682)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30682): Process ended prematurely: osmo-stp_10.42.42.5(pid=30682) [trial-2387↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30682)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a09:17:01.671355 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:17:01.683605 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:17:01.876876 tst switch_tch_pdch.py: using LAC 32966\u000a09:17:02.021174 tst switch_tch_pdch.py: using RAC 71\u000a09:17:02.148840 tst switch_tch_pdch.py: using CellId 32966\u000a09:17:02.271785 tst switch_tch_pdch.py: using BVCI 32967\u000a09:17:02.296865 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:17:02.309309 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:17:02.321506 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:17:02.333664 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:17:02.345987 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:17:02.358162 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:17:02.369630 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:17:02.381040 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:17:02.499896 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:17:02.783747 tst switch_tch_pdch.py:51: start network...\u000a09:17:02.913111 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:17:03.409331 run create_hlr_db(pid=30676): Launched\u000a09:17:03.590595 bus /gobi_6: Setting Powered False\u000a09:17:04.609497 run create_hlr_db(pid=30676): Terminated: ok {rc=0}\u000a09:17:04.997164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30678): Launched\u000a09:17:05.285845 run osmo-hlr_10.42.42.2(pid=30679): Launched\u000a09:17:05.398842 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:17:05.913136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30681): Launched\u000a09:17:06.201086 run osmo-stp_10.42.42.5(pid=30682): Launched\u000a09:17:06.306715 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:17:06.810208 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30684): Launched\u000a09:17:06.913219 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:17:07.164147 run patchelf(pid=30685): Launched\u000a09:17:07.333510 run osmo-stp_10.42.42.5(pid=30682): ERR: Terminated: ERROR {rc=1} [trial-2387↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30682)]\u000a09:17:07.457393 run osmo-stp_10.42.42.5(pid=30682): stdout: \u000a| (launched: 2022-12-13_09:17:06.059077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:07.581822 run osmo-stp_10.42.42.5(pid=30682): stderr: \u000a| �[0;m�[38;5;43m20221213091706226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091706226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091706227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091706227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091706227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091706228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091706228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:07.702445 run osmo-stp_10.42.42.5(pid=30682): stdout: \u000a| (launched: 2022-12-13_09:17:06.059077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:07.821580 run osmo-stp_10.42.42.5(pid=30682): stderr: \u000a| �[0;m�[38;5;43m20221213091706226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091706226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091706227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091706227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091706227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091706228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091706228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:07.959817 run patchelf(pid=30685): Terminating (SIGINT)\u000a09:17:08.122292 run patchelf(pid=30685): Terminated: ok {rc=0}\u000a09:17:08.152286 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30682): Process ended prematurely: osmo-stp_10.42.42.5(pid=30682) [trial-2387↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30682)] [trial-2387↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a09:17:08.161200 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a09:17:08.220493 run osmo-hlr_10.42.42.2(pid=30679): ERR: Terminated: ERROR {rc=237} [trial-2387↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30679)]\u000a09:17:08.269175 run osmo-hlr_10.42.42.2(pid=30679): stdout: \u000a| (launched: 2022-12-13_09:17:05.143805) \u000a09:17:08.318665 run osmo-hlr_10.42.42.2(pid=30679): stderr: \u000a| �[0;m�[1;31m20221213091705318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091705318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091705318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091705318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091705318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091705318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091705331 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091705342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091705342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091705342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:17:08.360838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30678): Terminating (SIGTERM)\u000a09:17:08.400600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30681): Terminating (SIGTERM)\u000a09:17:08.440433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30684): Terminating (SIGTERM)\u000a09:17:08.449602 --- ParallelTerminationStrategy: PID 30678 died...\u000a09:17:08.503046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30678): Terminated: ok {rc=0}\u000a09:17:08.512462 --- ParallelTerminationStrategy: PID 30681 died...\u000a09:17:08.565718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30681): Terminated: ok {rc=0}\u000a09:17:08.575232 --- ParallelTerminationStrategy: PID 30684 died...\u000a09:17:08.628189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30684): Terminated: ok {rc=0}\u000a09:17:08.716040 bus /gobi_0: Setting Powered False\u000a09:17:09.816995 bus /gobi_0: Setting Powered False\u000a09:17:10.927151 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:17:01" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30697): Process ended prematurely: osmo-stp_10.42.42.5(pid=30697) [trial-2387↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30697)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30697): Process ended prematurely: osmo-stp_10.42.42.5(pid=30697) [trial-2387↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30697)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a09:17:12.899528 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:17:12.910924 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a09:17:13.062562 tst switch_tch_pdch.py: using LAC 32967\u000a09:17:13.183544 tst switch_tch_pdch.py: using RAC 72\u000a09:17:13.305819 tst switch_tch_pdch.py: using CellId 32967\u000a09:17:13.427052 tst switch_tch_pdch.py: using BVCI 32968\u000a09:17:13.451230 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:17:13.462526 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:17:13.473629 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:17:13.484718 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:17:13.496357 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:17:13.508064 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:17:13.519994 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:17:13.531700 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a09:17:13.648251 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a09:17:13.914811 tst switch_tch_pdch.py:51: start network...\u000a09:17:14.034848 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:17:14.463959 run create_hlr_db(pid=30691): Launched\u000a09:17:14.582469 bus /gobi_6: Setting Powered False\u000a09:17:15.651869 run create_hlr_db(pid=30691): Terminated: ok {rc=0}\u000a09:17:16.060233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30693): Launched\u000a09:17:16.456411 run osmo-hlr_10.42.42.2(pid=30694): Launched\u000a09:17:16.640217 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:17:17.267576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30696): Launched\u000a09:17:17.557537 run osmo-stp_10.42.42.5(pid=30697): Launched\u000a09:17:17.662904 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:17:18.141134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30699): Launched\u000a09:17:18.243761 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:17:18.495015 run patchelf(pid=30700): Launched\u000a09:17:18.664209 run osmo-stp_10.42.42.5(pid=30697): ERR: Terminated: ERROR {rc=1} [trial-2387↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30697)]\u000a09:17:18.787836 run osmo-stp_10.42.42.5(pid=30697): stdout: \u000a| (launched: 2022-12-13_09:17:17.415267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:18.911794 run osmo-stp_10.42.42.5(pid=30697): stderr: \u000a| �[0;m�[38;5;43m20221213091717586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091717586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091717586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091717586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091717587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091717587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091717587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:19.031671 run osmo-stp_10.42.42.5(pid=30697): stdout: \u000a| (launched: 2022-12-13_09:17:17.415267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:19.150635 run osmo-stp_10.42.42.5(pid=30697): stderr: \u000a| �[0;m�[38;5;43m20221213091717586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091717586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091717586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091717586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091717587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091717587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091717587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:19.288500 run patchelf(pid=30700): Terminating (SIGINT)\u000a09:17:19.451016 run patchelf(pid=30700): Terminated: ok {rc=0}\u000a09:17:19.480529 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30697): Process ended prematurely: osmo-stp_10.42.42.5(pid=30697) [trial-2387↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30697)] [trial-2387↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a09:17:19.489095 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a09:17:19.548175 run osmo-hlr_10.42.42.2(pid=30694): ERR: Terminated: ERROR {rc=237} [trial-2387↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30694)]\u000a09:17:19.596742 run osmo-hlr_10.42.42.2(pid=30694): stdout: \u000a| (launched: 2022-12-13_09:17:16.209304) \u000a09:17:19.645852 run osmo-hlr_10.42.42.2(pid=30694): stderr: \u000a| �[0;m�[1;31m20221213091716559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091716559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091716559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091716559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091716559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091716559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091716575 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091716589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091716589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091716589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:17:19.687620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30693): Terminating (SIGTERM)\u000a09:17:19.726942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30696): Terminating (SIGTERM)\u000a09:17:19.766393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30699): Terminating (SIGTERM)\u000a09:17:19.775361 --- ParallelTerminationStrategy: PID 30693 died...\u000a09:17:19.828489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30693): Terminated: ok {rc=0}\u000a09:17:19.837861 --- ParallelTerminationStrategy: PID 30696 died...\u000a09:17:19.890465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30696): Terminated: ok {rc=0}\u000a09:17:19.899752 --- ParallelTerminationStrategy: PID 30699 died...\u000a09:17:19.952429 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30699): Terminated: ok {rc=0}\u000a09:17:20.035118 bus /gobi_0: Setting Powered False\u000a09:17:21.140301 bus /gobi_0: Setting Powered False\u000a09:17:22.249846 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:17:12" }, { "cases" : [ { "testActions" : [ ], "age" : 248, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30705): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30705) [trial-2387↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30705)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30705): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30705) [trial-2387↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30705)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a09:17:24.138779 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a09:17:24.149717 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a09:17:24.278927 tst mo_mt_sms.py: using LAC 32968\u000a09:17:24.391770 tst mo_mt_sms.py: using RAC 73\u000a09:17:24.504850 tst mo_mt_sms.py: using CellId 32968\u000a09:17:24.618254 tst mo_mt_sms.py: using BVCI 32969\u000a09:17:24.640030 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a09:17:24.756801 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a09:17:25.026269 tst mo_mt_sms.py:9: start nitb and bts...\u000a09:17:25.146435 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:17:25.743320 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30704): Launched\u000a09:17:26.027517 run osmo-nitb_10.42.42.2(pid=30705): Launched\u000a09:17:26.206030 run osmo-nitb_10.42.42.2(pid=30705): ERR: Terminated: ERROR {rc=2} [trial-2387↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30705)]\u000a09:17:26.338363 run osmo-nitb_10.42.42.2(pid=30705): stdout: \u000a| (launched: 2022-12-13_09:17:25.889452) \u000a09:17:26.470694 run osmo-nitb_10.42.42.2(pid=30705): stderr: \u000a| (launched: 2022-12-13_09:17:25.932155)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:17:26.598498 run osmo-nitb_10.42.42.2(pid=30705): stdout: \u000a| (launched: 2022-12-13_09:17:25.889452) \u000a09:17:26.725175 run osmo-nitb_10.42.42.2(pid=30705): stderr: \u000a| (launched: 2022-12-13_09:17:25.932155)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:17:27.144325 tst osmo-nitb_10.42.42.2(pid=30705): stdout: \u000a| (launched: 2022-12-13_09:17:25.889452) \u000a09:17:27.260017 tst osmo-nitb_10.42.42.2(pid=30705): stderr: \u000a| (launched: 2022-12-13_09:17:25.932155)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:17:27.310823 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=30705): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30705) [trial-2387↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30705)] [trial-2387↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a09:17:27.319094 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a09:17:27.353059 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30704): Terminating (SIGTERM)\u000a09:17:27.530569 --- ParallelTerminationStrategy: PID 30704 died...\u000a09:17:27.585312 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30704): Terminated: ok {rc=0}\u000a09:17:27.671875 bus /sierra_3: Setting Powered False\u000a09:17:28.774368 bus /sierra_3: Setting Powered False\u000a09:17:29.881249 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:17:23" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "sms:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30715): Process ended prematurely: osmo-stp_10.42.42.5(pid=30715) [trial-2387↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30715)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30715): Process ended prematurely: osmo-stp_10.42.42.5(pid=30715) [trial-2387↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30715)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a09:17:31.775352 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:17:31.787091 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a09:17:31.932067 tst mo_mt_sms.py: using LAC 32969\u000a09:17:32.051502 tst mo_mt_sms.py: using RAC 74\u000a09:17:32.173252 tst mo_mt_sms.py: using CellId 32969\u000a09:17:32.304595 tst mo_mt_sms.py: using BVCI 32970\u000a09:17:32.328106 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:17:32.339110 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:17:32.350034 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:17:32.360676 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:17:32.371580 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:17:32.382320 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a09:17:32.498839 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a09:17:32.701121 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:17:33.154114 run create_hlr_db(pid=30709): Launched\u000a09:17:33.320632 bus /sierra_2: Setting Powered False\u000a09:17:34.341833 run create_hlr_db(pid=30709): Terminated: ok {rc=0}\u000a09:17:34.753934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30711): Launched\u000a09:17:35.062504 run osmo-hlr_10.42.42.2(pid=30712): Launched\u000a09:17:35.176318 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:17:35.712770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30714): Launched\u000a09:17:36.020216 run osmo-stp_10.42.42.5(pid=30715): Launched\u000a09:17:36.132499 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:17:36.697733 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30717): Launched\u000a09:17:37.006130 run osmo-msc_10.42.42.6(pid=30718): Launched\u000a09:17:37.188459 run osmo-stp_10.42.42.5(pid=30715): ERR: Terminated: ERROR {rc=1} [trial-2387↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30715)]\u000a09:17:37.321302 run osmo-stp_10.42.42.5(pid=30715): stdout: \u000a| (launched: 2022-12-13_09:17:35.869580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:37.450908 run osmo-stp_10.42.42.5(pid=30715): stderr: \u000a| �[0;m�[38;5;43m20221213091736058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091736058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091736058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091736059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091736059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091736059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091736059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:37.576056 run osmo-stp_10.42.42.5(pid=30715): stdout: \u000a| (launched: 2022-12-13_09:17:35.869580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:37.699713 run osmo-stp_10.42.42.5(pid=30715): stderr: \u000a| �[0;m�[38;5;43m20221213091736058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091736058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091736058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091736059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091736059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091736059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091736059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:37.753861 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=30715): Process ended prematurely: osmo-stp_10.42.42.5(pid=30715) [trial-2387↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30715)] [trial-2387↪sms:trx-lms↪mo_mt_sms.py:16]\u000a09:17:37.762569 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a09:17:37.824061 run osmo-hlr_10.42.42.2(pid=30712): ERR: Terminated: ERROR {rc=237} [trial-2387↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30712)]\u000a09:17:37.874814 run osmo-hlr_10.42.42.2(pid=30712): stdout: \u000a| (launched: 2022-12-13_09:17:34.910990) \u000a09:17:37.926340 run osmo-hlr_10.42.42.2(pid=30712): stderr: \u000a| �[0;m�[1;31m20221213091735105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091735105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091735105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091735105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091735105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091735106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091735117 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091735125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091735125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091735125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:17:37.995998 run osmo-msc_10.42.42.6(pid=30718): ERR: Terminated: ERROR {rc=2} [trial-2387↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30718)]\u000a09:17:38.046715 run osmo-msc_10.42.42.6(pid=30718): stdout: \u000a| (launched: 2022-12-13_09:17:36.854742) \u000a09:17:38.098284 run osmo-msc_10.42.42.6(pid=30718): stderr: \u000a| �[0;m�[38;5;43m20221213091737171 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213091737171 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e5c95dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213091737171 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213091737171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213091737172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213091737172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213091737174 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213091737174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213091737174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213091737174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:17:38.142247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30711): Terminating (SIGTERM)\u000a09:17:38.184101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30714): Terminating (SIGTERM)\u000a09:17:38.225988 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30717): Terminating (SIGTERM)\u000a09:17:38.235620 --- ParallelTerminationStrategy: PID 30711 died...\u000a09:17:38.291415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30711): Terminated: ok {rc=0}\u000a09:17:38.301445 --- ParallelTerminationStrategy: PID 30714 died...\u000a09:17:38.356590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30714): Terminated: ok {rc=0}\u000a09:17:38.366588 --- ParallelTerminationStrategy: PID 30717 died...\u000a09:17:38.421709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30717): Terminated: ok {rc=0}\u000a09:17:38.507907 bus /sierra_3: Setting Powered False\u000a09:17:39.613153 bus /sierra_3: Setting Powered False\u000a09:17:40.723641 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:17:31" }, { "cases" : [ { "testActions" : [ ], "age" : 248, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30724): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30724) [trial-2387↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30724)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30724): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30724) [trial-2387↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30724)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a09:17:42.565629 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a09:17:42.576584 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a09:17:42.715294 tst assert_extension.py: using LAC 32970\u000a09:17:42.834234 tst assert_extension.py: using RAC 75\u000a09:17:42.953166 tst assert_extension.py: using CellId 32970\u000a09:17:43.071884 tst assert_extension.py: using BVCI 32971\u000a09:17:43.095268 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a09:17:43.376004 tst assert_extension.py:10: start nitb and bts...\u000a09:17:43.505574 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:17:44.143489 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30723): Launched\u000a09:17:44.447826 run osmo-nitb_10.42.42.2(pid=30724): Launched\u000a09:17:44.637764 run osmo-nitb_10.42.42.2(pid=30724): ERR: Terminated: ERROR {rc=2} [trial-2387↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30724)]\u000a09:17:44.777585 run osmo-nitb_10.42.42.2(pid=30724): stdout: \u000a| (launched: 2022-12-13_09:17:44.300323) \u000a09:17:44.917861 run osmo-nitb_10.42.42.2(pid=30724): stderr: \u000a| (launched: 2022-12-13_09:17:44.346793)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:17:45.053377 run osmo-nitb_10.42.42.2(pid=30724): stdout: \u000a| (launched: 2022-12-13_09:17:44.300323) \u000a09:17:45.187691 run osmo-nitb_10.42.42.2(pid=30724): stderr: \u000a| (launched: 2022-12-13_09:17:44.346793)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:17:45.572934 tst osmo-nitb_10.42.42.2(pid=30724): stdout: \u000a| (launched: 2022-12-13_09:17:44.300323) \u000a09:17:45.696208 tst osmo-nitb_10.42.42.2(pid=30724): stderr: \u000a| (launched: 2022-12-13_09:17:44.346793)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:17:45.750236 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=30724): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30724) [trial-2387↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30724)] [trial-2387↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a09:17:45.758762 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a09:17:45.794013 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30723): Terminating (SIGTERM)\u000a09:17:45.971165 --- ParallelTerminationStrategy: PID 30723 died...\u000a09:17:46.062572 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30723): Terminated: ok {rc=0}\u000a09:17:46.156925 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:17:42" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30734): Process ended prematurely: osmo-stp_10.42.42.5(pid=30734) [trial-2387↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30734)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30734): Process ended prematurely: osmo-stp_10.42.42.5(pid=30734) [trial-2387↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30734)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a09:17:47.995855 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:17:48.006910 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a09:17:48.142287 tst assert_extension.py: using LAC 32971\u000a09:17:48.261635 tst assert_extension.py: using RAC 76\u000a09:17:48.381139 tst assert_extension.py: using CellId 32971\u000a09:17:48.501703 tst assert_extension.py: using BVCI 32972\u000a09:17:48.525411 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:17:48.536250 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:17:48.547115 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:17:48.558068 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:17:48.569122 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:17:48.580092 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a09:17:48.776083 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:17:49.229921 run create_hlr_db(pid=30728): Launched\u000a09:17:49.396315 bus /sierra_2: Setting Powered False\u000a09:17:50.417331 run create_hlr_db(pid=30728): Terminated: ok {rc=0}\u000a09:17:50.801211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30730): Launched\u000a09:17:51.088478 run osmo-hlr_10.42.42.2(pid=30731): Launched\u000a09:17:51.200911 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:17:51.710050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30733): Launched\u000a09:17:51.999525 run osmo-stp_10.42.42.5(pid=30734): Launched\u000a09:17:52.105696 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:17:52.631746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30736): Launched\u000a09:17:52.921359 run osmo-msc_10.42.42.6(pid=30737): Launched\u000a09:17:53.092485 run osmo-stp_10.42.42.5(pid=30734): ERR: Terminated: ERROR {rc=1} [trial-2387↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30734)]\u000a09:17:53.216428 run osmo-stp_10.42.42.5(pid=30734): stdout: \u000a| (launched: 2022-12-13_09:17:51.856278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:53.337705 run osmo-stp_10.42.42.5(pid=30734): stderr: \u000a| �[0;m�[38;5;43m20221213091752024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091752024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091752025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091752025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091752026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091752026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091752026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:53.454461 run osmo-stp_10.42.42.5(pid=30734): stdout: \u000a| (launched: 2022-12-13_09:17:51.856278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:53.570445 run osmo-stp_10.42.42.5(pid=30734): stderr: \u000a| �[0;m�[38;5;43m20221213091752024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091752024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091752025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091752025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091752026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091752026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091752026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:53.621647 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=30734): Process ended prematurely: osmo-stp_10.42.42.5(pid=30734) [trial-2387↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30734)] [trial-2387↪ussd:trx-lms↪assert_extension.py:17]\u000a09:17:53.629589 tst assert_extension.py:17: Test FAILED (5.6 sec)\u000a09:17:53.688723 run osmo-hlr_10.42.42.2(pid=30731): ERR: Terminated: ERROR {rc=237} [trial-2387↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30731)]\u000a09:17:53.737423 run osmo-hlr_10.42.42.2(pid=30731): stdout: \u000a| (launched: 2022-12-13_09:17:50.947189) \u000a09:17:53.786852 run osmo-hlr_10.42.42.2(pid=30731): stderr: \u000a| �[0;m�[1;31m20221213091751121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091751121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091751121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091751121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091751121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091751121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091751134 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091751142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091751143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091751143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:17:53.854049 run osmo-msc_10.42.42.6(pid=30737): ERR: Terminated: ERROR {rc=2} [trial-2387↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30737)]\u000a09:17:53.902793 run osmo-msc_10.42.42.6(pid=30737): stdout: \u000a| (launched: 2022-12-13_09:17:52.778646) \u000a09:17:53.952190 run osmo-msc_10.42.42.6(pid=30737): stderr: \u000a| �[0;m�[38;5;43m20221213091753048 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213091753048 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb66b084c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213091753048 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213091753048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213091753048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213091753049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213091753050 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213091753051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213091753051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213091753051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:17:53.994292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30730): Terminating (SIGTERM)\u000a09:17:54.034045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30733): Terminating (SIGTERM)\u000a09:17:54.073742 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30736): Terminating (SIGTERM)\u000a09:17:54.082833 --- ParallelTerminationStrategy: PID 30730 died...\u000a09:17:54.136264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30730): Terminated: ok {rc=0}\u000a09:17:54.145796 --- ParallelTerminationStrategy: PID 30733 died...\u000a09:17:54.198709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30733): Terminated: ok {rc=0}\u000a09:17:54.208073 --- ParallelTerminationStrategy: PID 30736 died...\u000a09:17:54.261213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30736): Terminated: ok {rc=0}\u000a09:17:54.348371 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:17:47" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30749): Process ended prematurely: osmo-stp_10.42.42.5(pid=30749) [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30749)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30749): Process ended prematurely: osmo-stp_10.42.42.5(pid=30749) [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30749)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:17:56.305276 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:17:56.316219 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:17:56.468373 tst mo_mt_call.py: using LAC 32972\u000a09:17:56.588615 tst mo_mt_call.py: using RAC 77\u000a09:17:56.701995 tst mo_mt_call.py: using CellId 32972\u000a09:17:56.814984 tst mo_mt_call.py: using BVCI 32973\u000a09:17:56.837309 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:17:56.848266 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:17:56.859310 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:17:56.870062 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:17:56.881332 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:17:56.892470 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:17:57.009890 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:17:57.214994 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:17:57.718705 run create_hlr_db(pid=30743): Launched\u000a09:17:57.900519 bus /sierra_2: Setting Powered False\u000a09:17:58.922176 run create_hlr_db(pid=30743): Terminated: ok {rc=0}\u000a09:17:59.315176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30745): Launched\u000a09:17:59.608931 run osmo-hlr_10.42.42.2(pid=30746): Launched\u000a09:17:59.725336 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:18:00.242005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30748): Launched\u000a09:18:00.535641 run osmo-stp_10.42.42.5(pid=30749): Launched\u000a09:18:00.645132 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:18:01.236503 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30751): Launched\u000a09:18:01.703325 run osmo-msc_10.42.42.6(pid=30752): Launched\u000a09:18:02.079210 run osmo-stp_10.42.42.5(pid=30749): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30749)]\u000a09:18:02.206081 run osmo-stp_10.42.42.5(pid=30749): stdout: \u000a| (launched: 2022-12-13_09:18:00.390943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:02.330946 run osmo-stp_10.42.42.5(pid=30749): stderr: \u000a| �[0;m�[38;5;43m20221213091800560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091800560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091800561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091800561 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091800563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091800563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091800564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:02.450196 run osmo-stp_10.42.42.5(pid=30749): stdout: \u000a| (launched: 2022-12-13_09:18:00.390943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:02.568529 run osmo-stp_10.42.42.5(pid=30749): stderr: \u000a| �[0;m�[38;5;43m20221213091800560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091800560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091800561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091800561 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091800563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091800563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091800564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:02.620586 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30749): Process ended prematurely: osmo-stp_10.42.42.5(pid=30749) [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30749)] [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a09:18:02.629427 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a09:18:02.688995 run osmo-hlr_10.42.42.2(pid=30746): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30746)]\u000a09:18:02.737912 run osmo-hlr_10.42.42.2(pid=30746): stdout: \u000a| (launched: 2022-12-13_09:17:59.464216) \u000a09:18:02.787467 run osmo-hlr_10.42.42.2(pid=30746): stderr: \u000a| �[0;m�[1;31m20221213091759640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091759640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091759640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091759640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091759640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091759640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091759652 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091759661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091759661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091759662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:18:02.854594 run osmo-msc_10.42.42.6(pid=30752): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30752)]\u000a09:18:02.903541 run osmo-msc_10.42.42.6(pid=30752): stdout: \u000a| (launched: 2022-12-13_09:18:01.403603) \u000a09:18:02.952888 run osmo-msc_10.42.42.6(pid=30752): stderr: \u000a| �[0;m�[38;5;43m20221213091801782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213091801783 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe56e952c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213091801783 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213091801783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213091801783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213091801783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213091801785 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213091801786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213091801786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213091801786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:18:02.995147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30745): Terminating (SIGTERM)\u000a09:18:03.034898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30748): Terminating (SIGTERM)\u000a09:18:03.074818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30751): Terminating (SIGTERM)\u000a09:18:03.084058 --- ParallelTerminationStrategy: PID 30745 died...\u000a09:18:03.137841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30745): Terminated: ok {rc=0}\u000a09:18:03.147375 --- ParallelTerminationStrategy: PID 30748 died...\u000a09:18:03.200426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30748): Terminated: ok {rc=0}\u000a09:18:03.210038 --- ParallelTerminationStrategy: PID 30751 died...\u000a09:18:03.263569 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30751): Terminated: ok {rc=0}\u000a09:18:03.346260 bus /sierra_3: Setting Powered False\u000a09:18:04.446248 bus /sierra_3: Setting Powered False\u000a09:18:05.557034 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30760): Process ended prematurely: osmo-stp_10.42.42.5(pid=30760) [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30760)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30760): Process ended prematurely: osmo-stp_10.42.42.5(pid=30760) [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30760)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:18:06.666160 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:18:06.677756 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:18:06.833181 tst mo_mt_call_osmux.py: using LAC 32973\u000a09:18:06.954646 tst mo_mt_call_osmux.py: using RAC 78\u000a09:18:07.068100 tst mo_mt_call_osmux.py: using CellId 32973\u000a09:18:07.185888 tst mo_mt_call_osmux.py: using BVCI 32974\u000a09:18:07.208118 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:18:07.219111 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:18:07.229858 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:18:07.240537 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:18:07.251686 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:18:07.262844 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:18:07.383405 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:18:07.586873 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:18:08.050701 run create_hlr_db(pid=30754): Launched\u000a09:18:08.221313 bus /sierra_2: Setting Powered False\u000a09:18:09.243019 run create_hlr_db(pid=30754): Terminated: ok {rc=0}\u000a09:18:09.661991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30756): Launched\u000a09:18:09.977253 run osmo-hlr_10.42.42.2(pid=30757): Launched\u000a09:18:10.094841 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:18:10.641896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30759): Launched\u000a09:18:10.955713 run osmo-stp_10.42.42.5(pid=30760): Launched\u000a09:18:11.070434 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:18:11.645678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30762): Launched\u000a09:18:11.959963 run osmo-msc_10.42.42.6(pid=30764): Launched\u000a09:18:12.144589 run osmo-stp_10.42.42.5(pid=30760): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30760)]\u000a09:18:12.278296 run osmo-stp_10.42.42.5(pid=30760): stdout: \u000a| (launched: 2022-12-13_09:18:10.802439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:12.411875 run osmo-stp_10.42.42.5(pid=30760): stderr: \u000a| �[0;m�[38;5;43m20221213091810994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091810994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091810994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091810995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091810995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091810995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091810995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:12.539284 run osmo-stp_10.42.42.5(pid=30760): stdout: \u000a| (launched: 2022-12-13_09:18:10.802439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:12.665202 run osmo-stp_10.42.42.5(pid=30760): stderr: \u000a| �[0;m�[38;5;43m20221213091810994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091810994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091810994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091810995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091810995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091810995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091810995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:12.720703 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30760): Process ended prematurely: osmo-stp_10.42.42.5(pid=30760) [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30760)] [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a09:18:12.730239 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:18:12.792017 run osmo-hlr_10.42.42.2(pid=30757): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30757)]\u000a09:18:12.842795 run osmo-hlr_10.42.42.2(pid=30757): stdout: \u000a| (launched: 2022-12-13_09:18:09.823605) \u000a09:18:12.894274 run osmo-hlr_10.42.42.2(pid=30757): stderr: \u000a| �[0;m�[1;31m20221213091810020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091810020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091810020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091810020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091810020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091810020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091810032 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091810041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091810041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091810041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:18:12.963889 run osmo-msc_10.42.42.6(pid=30764): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30764)]\u000a09:18:13.014634 run osmo-msc_10.42.42.6(pid=30764): stdout: \u000a| (launched: 2022-12-13_09:18:11.806445) \u000a09:18:13.065888 run osmo-msc_10.42.42.6(pid=30764): stderr: \u000a| �[0;m�[38;5;43m20221213091812127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213091812127 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc61b25ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213091812128 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213091812128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213091812128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213091812128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213091812130 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213091812130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213091812130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213091812131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:18:13.109505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30756): Terminating (SIGTERM)\u000a09:18:13.150780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30759): Terminating (SIGTERM)\u000a09:18:13.192070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30762): Terminating (SIGTERM)\u000a09:18:13.201642 --- ParallelTerminationStrategy: PID 30756 died...\u000a09:18:13.256635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30756): Terminated: ok {rc=0}\u000a09:18:13.266721 --- ParallelTerminationStrategy: PID 30759 died...\u000a09:18:13.321751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30759): Terminated: ok {rc=0}\u000a09:18:13.331688 --- ParallelTerminationStrategy: PID 30762 died...\u000a09:18:13.386605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30762): Terminated: ok {rc=0}\u000a09:18:13.473436 bus /sierra_3: Setting Powered False\u000a09:18:14.574775 bus /sierra_3: Setting Powered False\u000a09:18:15.680262 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:17:56" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30775): Process ended prematurely: osmo-stp_10.42.42.5(pid=30775) [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30775)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30775): Process ended prematurely: osmo-stp_10.42.42.5(pid=30775) [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30775)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a09:18:17.691458 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:18:17.702854 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:18:17.872422 tst mo_mt_call.py: using LAC 32974\u000a09:18:17.991919 tst mo_mt_call.py: using RAC 79\u000a09:18:18.108489 tst mo_mt_call.py: using CellId 32974\u000a09:18:18.230057 tst mo_mt_call.py: using BVCI 32975\u000a09:18:18.252297 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:18:18.263440 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:18:18.274375 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:18:18.285100 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:18:18.296215 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:18:18.307273 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:18:18.427692 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:18:18.628997 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:18:19.091465 run create_hlr_db(pid=30769): Launched\u000a09:18:19.260767 bus /sierra_2: Setting Powered False\u000a09:18:20.283826 run create_hlr_db(pid=30769): Terminated: ok {rc=0}\u000a09:18:20.676626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30771): Launched\u000a09:18:20.971244 run osmo-hlr_10.42.42.2(pid=30772): Launched\u000a09:18:21.087447 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:18:21.609262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30774): Launched\u000a09:18:21.903750 run osmo-stp_10.42.42.5(pid=30775): Launched\u000a09:18:22.011512 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:18:22.548875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30777): Launched\u000a09:18:22.844677 run osmo-msc_10.42.42.6(pid=30778): Launched\u000a09:18:23.019005 run osmo-stp_10.42.42.5(pid=30775): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30775)]\u000a09:18:23.144682 run osmo-stp_10.42.42.5(pid=30775): stdout: \u000a| (launched: 2022-12-13_09:18:21.758434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:23.268013 run osmo-stp_10.42.42.5(pid=30775): stderr: \u000a| �[0;m�[38;5;43m20221213091821927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091821927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091821927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091821927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091821928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091821928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091821928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:23.386777 run osmo-stp_10.42.42.5(pid=30775): stdout: \u000a| (launched: 2022-12-13_09:18:21.758434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:23.504642 run osmo-stp_10.42.42.5(pid=30775): stderr: \u000a| �[0;m�[38;5;43m20221213091821927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091821927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091821927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091821927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091821928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091821928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091821928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:23.556661 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30775): Process ended prematurely: osmo-stp_10.42.42.5(pid=30775) [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30775)] [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a09:18:23.565385 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a09:18:23.624843 run osmo-hlr_10.42.42.2(pid=30772): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30772)]\u000a09:18:23.673613 run osmo-hlr_10.42.42.2(pid=30772): stdout: \u000a| (launched: 2022-12-13_09:18:20.826696) \u000a09:18:23.723037 run osmo-hlr_10.42.42.2(pid=30772): stderr: \u000a| �[0;m�[1;31m20221213091821000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091821000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091821000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091821000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091821000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091821000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091821013 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091821021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091821022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091821022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:18:23.790114 run osmo-msc_10.42.42.6(pid=30778): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30778)]\u000a09:18:23.839529 run osmo-msc_10.42.42.6(pid=30778): stdout: \u000a| (launched: 2022-12-13_09:18:22.698671) \u000a09:18:23.889118 run osmo-msc_10.42.42.6(pid=30778): stderr: \u000a| �[0;m�[38;5;43m20221213091822970 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213091822970 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f85694d3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213091822970 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213091822970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213091822970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213091822970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213091822972 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213091822972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213091822972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213091822973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:18:23.931256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30771): Terminating (SIGTERM)\u000a09:18:23.971007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30774): Terminating (SIGTERM)\u000a09:18:24.010732 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30777): Terminating (SIGTERM)\u000a09:18:24.019837 --- ParallelTerminationStrategy: PID 30771 died...\u000a09:18:24.073487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30771): Terminated: ok {rc=0}\u000a09:18:24.082933 --- ParallelTerminationStrategy: PID 30774 died...\u000a09:18:24.136020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30774): Terminated: ok {rc=0}\u000a09:18:24.145929 --- ParallelTerminationStrategy: PID 30777 died...\u000a09:18:24.199288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30777): Terminated: ok {rc=0}\u000a09:18:24.286676 bus /sierra_3: Setting Powered False\u000a09:18:25.388975 bus /sierra_3: Setting Powered False\u000a09:18:26.498333 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30786): Process ended prematurely: osmo-stp_10.42.42.5(pid=30786) [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30786)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30786): Process ended prematurely: osmo-stp_10.42.42.5(pid=30786) [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30786)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:18:27.607517 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:18:27.619036 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:18:27.772155 tst mo_mt_call_osmux.py: using LAC 32975\u000a09:18:27.890562 tst mo_mt_call_osmux.py: using RAC 80\u000a09:18:28.015231 tst mo_mt_call_osmux.py: using CellId 32975\u000a09:18:28.141458 tst mo_mt_call_osmux.py: using BVCI 32976\u000a09:18:28.165551 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:18:28.177251 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:18:28.188790 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:18:28.200064 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:18:28.211618 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:18:28.223059 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:18:28.338769 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:18:28.547561 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:18:29.049315 run create_hlr_db(pid=30780): Launched\u000a09:18:29.230867 bus /sierra_2: Setting Powered False\u000a09:18:30.253237 run create_hlr_db(pid=30780): Terminated: ok {rc=0}\u000a09:18:30.647466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30782): Launched\u000a09:18:31.038151 run osmo-hlr_10.42.42.2(pid=30783): Launched\u000a09:18:31.270002 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:18:31.798220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30785): Launched\u000a09:18:32.259751 run osmo-stp_10.42.42.5(pid=30786): Launched\u000a09:18:32.458707 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:18:32.997464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30788): Launched\u000a09:18:33.291908 run osmo-msc_10.42.42.6(pid=30789): Launched\u000a09:18:33.466567 run osmo-stp_10.42.42.5(pid=30786): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30786)]\u000a09:18:33.592890 run osmo-stp_10.42.42.5(pid=30786): stdout: \u000a| (launched: 2022-12-13_09:18:31.950690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:33.716460 run osmo-stp_10.42.42.5(pid=30786): stderr: \u000a| �[0;m�[38;5;43m20221213091832181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091832182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091832182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091832182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091832184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091832185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091832185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:33.835827 run osmo-stp_10.42.42.5(pid=30786): stdout: \u000a| (launched: 2022-12-13_09:18:31.950690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:33.954974 run osmo-stp_10.42.42.5(pid=30786): stderr: \u000a| �[0;m�[38;5;43m20221213091832181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091832182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091832182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091832182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091832184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091832185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091832185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:34.006896 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30786): Process ended prematurely: osmo-stp_10.42.42.5(pid=30786) [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30786)] [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a09:18:34.015631 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a09:18:34.075708 run osmo-hlr_10.42.42.2(pid=30783): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30783)]\u000a09:18:34.125087 run osmo-hlr_10.42.42.2(pid=30783): stdout: \u000a| (launched: 2022-12-13_09:18:30.796669) \u000a09:18:34.175081 run osmo-hlr_10.42.42.2(pid=30783): stderr: \u000a| �[0;m�[1;31m20221213091831140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091831140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091831141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091831141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091831141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091831141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091831156 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091831165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091831165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091831165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:18:34.242568 run osmo-msc_10.42.42.6(pid=30789): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30789)]\u000a09:18:34.292067 run osmo-msc_10.42.42.6(pid=30789): stdout: \u000a| (launched: 2022-12-13_09:18:33.146812) \u000a09:18:34.341835 run osmo-msc_10.42.42.6(pid=30789): stderr: \u000a| �[0;m�[38;5;43m20221213091833416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213091833416 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f080b03cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213091833416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213091833416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213091833416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213091833417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213091833418 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213091833419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213091833419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213091833419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:18:34.384223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30782): Terminating (SIGTERM)\u000a09:18:34.424167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30785): Terminating (SIGTERM)\u000a09:18:34.464085 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30788): Terminating (SIGTERM)\u000a09:18:34.473346 --- ParallelTerminationStrategy: PID 30782 died...\u000a09:18:34.527437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30782): Terminated: ok {rc=0}\u000a09:18:34.537132 --- ParallelTerminationStrategy: PID 30785 died...\u000a09:18:34.590965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30785): Terminated: ok {rc=0}\u000a09:18:34.600709 --- ParallelTerminationStrategy: PID 30788 died...\u000a09:18:34.654605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30788): Terminated: ok {rc=0}\u000a09:18:34.738665 bus /sierra_3: Setting Powered False\u000a09:18:35.844490 bus /sierra_3: Setting Powered False\u000a09:18:36.951902 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:18:17" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30800): Process ended prematurely: osmo-stp_10.42.42.5(pid=30800) [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30800)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30800): Process ended prematurely: osmo-stp_10.42.42.5(pid=30800) [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30800)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:18:38.946288 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:18:38.957417 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:18:39.107798 tst mo_mt_call.py: using LAC 32976\u000a09:18:39.221408 tst mo_mt_call.py: using RAC 81\u000a09:18:39.335094 tst mo_mt_call.py: using CellId 32976\u000a09:18:39.449273 tst mo_mt_call.py: using BVCI 32977\u000a09:18:39.471640 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:18:39.482676 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:18:39.493645 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:18:39.504459 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:18:39.515786 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:18:39.527165 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:18:39.646345 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:18:39.850204 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:18:40.314863 run create_hlr_db(pid=30794): Launched\u000a09:18:40.485328 bus /sierra_2: Setting Powered False\u000a09:18:41.507613 run create_hlr_db(pid=30794): Terminated: ok {rc=0}\u000a09:18:41.926107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30796): Launched\u000a09:18:42.243147 run osmo-hlr_10.42.42.2(pid=30797): Launched\u000a09:18:42.360190 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:18:42.907392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30799): Launched\u000a09:18:43.221417 run osmo-stp_10.42.42.5(pid=30800): Launched\u000a09:18:43.335885 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:18:43.910308 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30802): Launched\u000a09:18:44.225021 run osmo-msc_10.42.42.6(pid=30803): Launched\u000a09:18:44.410980 run osmo-stp_10.42.42.5(pid=30800): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30800)]\u000a09:18:44.545293 run osmo-stp_10.42.42.5(pid=30800): stdout: \u000a| (launched: 2022-12-13_09:18:43.067518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:44.678130 run osmo-stp_10.42.42.5(pid=30800): stderr: \u000a| �[0;m�[38;5;43m20221213091843256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091843256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091843256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091843256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091843259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091843259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091843259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:44.804656 run osmo-stp_10.42.42.5(pid=30800): stdout: \u000a| (launched: 2022-12-13_09:18:43.067518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:44.930131 run osmo-stp_10.42.42.5(pid=30800): stderr: \u000a| �[0;m�[38;5;43m20221213091843256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091843256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091843256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091843256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091843259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091843259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091843259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:44.985378 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30800): Process ended prematurely: osmo-stp_10.42.42.5(pid=30800) [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30800)] [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a09:18:44.994652 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a09:18:45.056449 run osmo-hlr_10.42.42.2(pid=30797): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30797)]\u000a09:18:45.107268 run osmo-hlr_10.42.42.2(pid=30797): stdout: \u000a| (launched: 2022-12-13_09:18:42.088077) \u000a09:18:45.158453 run osmo-hlr_10.42.42.2(pid=30797): stderr: \u000a| �[0;m�[1;31m20221213091842285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091842285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091842285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091842285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091842285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091842286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091842299 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091842309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091842309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091842310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:18:45.227868 run osmo-msc_10.42.42.6(pid=30803): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30803)]\u000a09:18:45.278495 run osmo-msc_10.42.42.6(pid=30803): stdout: \u000a| (launched: 2022-12-13_09:18:44.071262) \u000a09:18:45.329712 run osmo-msc_10.42.42.6(pid=30803): stderr: \u000a| �[0;m�[38;5;43m20221213091844391 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213091844391 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc203f0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213091844391 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213091844391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213091844391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213091844391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213091844393 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213091844394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213091844394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213091844394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:18:45.373178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30796): Terminating (SIGTERM)\u000a09:18:45.414172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30799): Terminating (SIGTERM)\u000a09:18:45.455288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30802): Terminating (SIGTERM)\u000a09:18:45.464819 --- ParallelTerminationStrategy: PID 30796 died...\u000a09:18:45.520231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30796): Terminated: ok {rc=0}\u000a09:18:45.530221 --- ParallelTerminationStrategy: PID 30799 died...\u000a09:18:45.585410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30799): Terminated: ok {rc=0}\u000a09:18:45.595336 --- ParallelTerminationStrategy: PID 30802 died...\u000a09:18:45.650113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30802): Terminated: ok {rc=0}\u000a09:18:45.735972 bus /sierra_3: Setting Powered False\u000a09:18:46.836391 bus /sierra_3: Setting Powered False\u000a09:18:47.942383 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30811): Process ended prematurely: osmo-stp_10.42.42.5(pid=30811) [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30811)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30811): Process ended prematurely: osmo-stp_10.42.42.5(pid=30811) [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30811)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:18:49.055122 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:18:49.067242 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:18:49.226146 tst mo_mt_call_osmux.py: using LAC 32977\u000a09:18:49.343347 tst mo_mt_call_osmux.py: using RAC 82\u000a09:18:49.459216 tst mo_mt_call_osmux.py: using CellId 32977\u000a09:18:49.574883 tst mo_mt_call_osmux.py: using BVCI 32978\u000a09:18:49.597537 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:18:49.608618 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:18:49.619517 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:18:49.630279 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:18:49.641511 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:18:49.652453 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:18:49.770775 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:18:49.969671 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:18:50.433120 run create_hlr_db(pid=30805): Launched\u000a09:18:50.602322 bus /sierra_2: Setting Powered False\u000a09:18:51.624695 run create_hlr_db(pid=30805): Terminated: ok {rc=0}\u000a09:18:52.042079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30807): Launched\u000a09:18:52.357892 run osmo-hlr_10.42.42.2(pid=30808): Launched\u000a09:18:52.473966 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:18:53.020120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30810): Launched\u000a09:18:53.334637 run osmo-stp_10.42.42.5(pid=30811): Launched\u000a09:18:53.449763 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:18:54.026140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30813): Launched\u000a09:18:54.340869 run osmo-msc_10.42.42.6(pid=30814): Launched\u000a09:18:54.526666 run osmo-stp_10.42.42.5(pid=30811): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30811)]\u000a09:18:54.660341 run osmo-stp_10.42.42.5(pid=30811): stdout: \u000a| (launched: 2022-12-13_09:18:53.180383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:54.793385 run osmo-stp_10.42.42.5(pid=30811): stderr: \u000a| �[0;m�[38;5;43m20221213091853371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091853371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091853371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091853372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091853372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091853372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091853372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:54.919911 run osmo-stp_10.42.42.5(pid=30811): stdout: \u000a| (launched: 2022-12-13_09:18:53.180383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:55.045772 run osmo-stp_10.42.42.5(pid=30811): stderr: \u000a| �[0;m�[38;5;43m20221213091853371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091853371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091853371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091853372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091853372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091853372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091853372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:55.101481 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30811): Process ended prematurely: osmo-stp_10.42.42.5(pid=30811) [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30811)] [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a09:18:55.110841 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:18:55.173132 run osmo-hlr_10.42.42.2(pid=30808): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30808)]\u000a09:18:55.224043 run osmo-hlr_10.42.42.2(pid=30808): stdout: \u000a| (launched: 2022-12-13_09:18:52.203372) \u000a09:18:55.276439 run osmo-hlr_10.42.42.2(pid=30808): stderr: \u000a| �[0;m�[1;31m20221213091852402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091852402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091852402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091852402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091852403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091852403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091852416 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091852426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091852426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091852426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:18:55.346861 run osmo-msc_10.42.42.6(pid=30814): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30814)]\u000a09:18:55.398114 run osmo-msc_10.42.42.6(pid=30814): stdout: \u000a| (launched: 2022-12-13_09:18:54.187087) \u000a09:18:55.449773 run osmo-msc_10.42.42.6(pid=30814): stderr: \u000a| �[0;m�[38;5;43m20221213091854508 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213091854508 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6980fe5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213091854508 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213091854509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213091854509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213091854509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213091854511 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213091854511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213091854511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213091854511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:18:55.494420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30807): Terminating (SIGTERM)\u000a09:18:55.536717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30810): Terminating (SIGTERM)\u000a09:18:55.578926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30813): Terminating (SIGTERM)\u000a09:18:55.588094 --- ParallelTerminationStrategy: PID 30807 died...\u000a09:18:55.643634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30807): Terminated: ok {rc=0}\u000a09:18:55.653804 --- ParallelTerminationStrategy: PID 30810 died...\u000a09:18:55.709388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30810): Terminated: ok {rc=0}\u000a09:18:55.719477 --- ParallelTerminationStrategy: PID 30813 died...\u000a09:18:55.775006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30813): Terminated: ok {rc=0}\u000a09:18:55.861166 bus /sierra_3: Setting Powered False\u000a09:18:56.965838 bus /sierra_3: Setting Powered False\u000a09:18:58.072323 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:18:38" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30825): Process ended prematurely: osmo-stp_10.42.42.5(pid=30825) [trial-2387↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30825)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30825): Process ended prematurely: osmo-stp_10.42.42.5(pid=30825) [trial-2387↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30825)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:19:00.072745 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:19:00.084296 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a09:19:00.245381 tst mo_mt_call.py: using LAC 32978\u000a09:19:00.369818 tst mo_mt_call.py: using RAC 83\u000a09:19:00.495238 tst mo_mt_call.py: using CellId 32978\u000a09:19:00.614826 tst mo_mt_call.py: using BVCI 32979\u000a09:19:00.637382 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:19:00.648156 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:19:00.659007 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:19:00.669980 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:19:00.681327 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:19:00.692404 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:19:00.809482 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:19:01.034670 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:19:01.600922 run create_hlr_db(pid=30819): Launched\u000a09:19:01.783340 bus /sierra_2: Setting Powered False\u000a09:19:02.802448 run create_hlr_db(pid=30819): Terminated: ok {rc=0}\u000a09:19:03.197352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30821): Launched\u000a09:19:03.491150 run osmo-hlr_10.42.42.2(pid=30822): Launched\u000a09:19:03.604936 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:19:04.121854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30824): Launched\u000a09:19:04.415904 run osmo-stp_10.42.42.5(pid=30825): Launched\u000a09:19:04.524603 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:19:05.061979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30827): Launched\u000a09:19:05.356725 run osmo-msc_10.42.42.6(pid=30828): Launched\u000a09:19:05.530989 run osmo-stp_10.42.42.5(pid=30825): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30825)]\u000a09:19:05.656597 run osmo-stp_10.42.42.5(pid=30825): stdout: \u000a| (launched: 2022-12-13_09:19:04.271320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:05.779667 run osmo-stp_10.42.42.5(pid=30825): stderr: \u000a| �[0;m�[38;5;43m20221213091904439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091904439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091904439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091904440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091904442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091904442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091904442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:05.898437 run osmo-stp_10.42.42.5(pid=30825): stdout: \u000a| (launched: 2022-12-13_09:19:04.271320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:06.016263 run osmo-stp_10.42.42.5(pid=30825): stderr: \u000a| �[0;m�[38;5;43m20221213091904439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091904439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091904439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091904440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091904442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091904442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091904442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:06.068011 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30825): Process ended prematurely: osmo-stp_10.42.42.5(pid=30825) [trial-2387↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30825)] [trial-2387↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a09:19:06.076708 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a09:19:06.136440 run osmo-hlr_10.42.42.2(pid=30822): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30822)]\u000a09:19:06.185628 run osmo-hlr_10.42.42.2(pid=30822): stdout: \u000a| (launched: 2022-12-13_09:19:03.346860) \u000a09:19:06.235017 run osmo-hlr_10.42.42.2(pid=30822): stderr: \u000a| �[0;m�[1;31m20221213091903522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091903522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091903522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091903522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091903522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091903522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091903535 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091903544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091903544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091903544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:19:06.301823 run osmo-msc_10.42.42.6(pid=30828): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30828)]\u000a09:19:06.350626 run osmo-msc_10.42.42.6(pid=30828): stdout: \u000a| (launched: 2022-12-13_09:19:05.211458) \u000a09:19:06.400086 run osmo-msc_10.42.42.6(pid=30828): stderr: \u000a| �[0;m�[38;5;43m20221213091905483 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213091905483 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f829e660c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213091905483 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213091905483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213091905483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213091905484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213091905485 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213091905486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213091905486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213091905486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:19:06.441691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30821): Terminating (SIGTERM)\u000a09:19:06.481176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30824): Terminating (SIGTERM)\u000a09:19:06.520765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30827): Terminating (SIGTERM)\u000a09:19:06.530186 --- ParallelTerminationStrategy: PID 30821 died...\u000a09:19:06.583661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30821): Terminated: ok {rc=0}\u000a09:19:06.593119 --- ParallelTerminationStrategy: PID 30824 died...\u000a09:19:06.646153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30824): Terminated: ok {rc=0}\u000a09:19:06.655705 --- ParallelTerminationStrategy: PID 30827 died...\u000a09:19:06.708744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30827): Terminated: ok {rc=0}\u000a09:19:06.796014 bus /sierra_3: Setting Powered False\u000a09:19:07.897195 bus /sierra_3: Setting Powered False\u000a09:19:09.007256 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30836): Process ended prematurely: osmo-stp_10.42.42.5(pid=30836) [trial-2387↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30836)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30836): Process ended prematurely: osmo-stp_10.42.42.5(pid=30836) [trial-2387↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30836)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:19:10.115546 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:19:10.127343 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a09:19:10.283323 tst mo_mt_call_osmux.py: using LAC 32979\u000a09:19:10.401192 tst mo_mt_call_osmux.py: using RAC 84\u000a09:19:10.517136 tst mo_mt_call_osmux.py: using CellId 32979\u000a09:19:10.633974 tst mo_mt_call_osmux.py: using BVCI 32980\u000a09:19:10.656403 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:19:10.667617 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:19:10.678626 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:19:10.689434 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:19:10.700692 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:19:10.711964 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:19:10.831630 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:19:11.031708 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:19:11.495237 run create_hlr_db(pid=30830): Launched\u000a09:19:11.664615 bus /sierra_2: Setting Powered False\u000a09:19:12.687370 run create_hlr_db(pid=30830): Terminated: ok {rc=0}\u000a09:19:13.105187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30832): Launched\u000a09:19:13.420914 run osmo-hlr_10.42.42.2(pid=30833): Launched\u000a09:19:13.537883 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:19:14.085275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30835): Launched\u000a09:19:14.400724 run osmo-stp_10.42.42.5(pid=30836): Launched\u000a09:19:14.515687 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:19:15.093327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30838): Launched\u000a09:19:15.409601 run osmo-msc_10.42.42.6(pid=30839): Launched\u000a09:19:15.597257 run osmo-stp_10.42.42.5(pid=30836): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30836)]\u000a09:19:15.731385 run osmo-stp_10.42.42.5(pid=30836): stdout: \u000a| (launched: 2022-12-13_09:19:14.246167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:15.872319 run osmo-stp_10.42.42.5(pid=30836): stderr: \u000a| �[0;m�[38;5;43m20221213091914436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091914436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091914436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091914437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091914437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091914437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091914437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:16.014438 run osmo-stp_10.42.42.5(pid=30836): stdout: \u000a| (launched: 2022-12-13_09:19:14.246167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:16.144416 run osmo-stp_10.42.42.5(pid=30836): stderr: \u000a| �[0;m�[38;5;43m20221213091914436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091914436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091914436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091914437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091914437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091914437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091914437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:16.201516 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30836): Process ended prematurely: osmo-stp_10.42.42.5(pid=30836) [trial-2387↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30836)] [trial-2387↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a09:19:16.211838 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:19:16.275968 run osmo-hlr_10.42.42.2(pid=30833): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30833)]\u000a09:19:16.328139 run osmo-hlr_10.42.42.2(pid=30833): stdout: \u000a| (launched: 2022-12-13_09:19:13.266289) \u000a09:19:16.381993 run osmo-hlr_10.42.42.2(pid=30833): stderr: \u000a| �[0;m�[1;31m20221213091913463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091913463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091913463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091913463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091913463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091913463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091913476 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091913484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091913485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091913485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:19:16.452550 run osmo-msc_10.42.42.6(pid=30839): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30839)]\u000a09:19:16.505159 run osmo-msc_10.42.42.6(pid=30839): stdout: \u000a| (launched: 2022-12-13_09:19:15.254465) \u000a09:19:16.557602 run osmo-msc_10.42.42.6(pid=30839): stderr: \u000a| �[0;m�[38;5;43m20221213091915575 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213091915575 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f639dbccc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213091915575 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213091915575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213091915575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213091915575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213091915577 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213091915578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213091915578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213091915578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:19:16.602472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30832): Terminating (SIGTERM)\u000a09:19:16.647620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30835): Terminating (SIGTERM)\u000a09:19:16.693499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30838): Terminating (SIGTERM)\u000a09:19:16.704156 --- ParallelTerminationStrategy: PID 30832 died...\u000a09:19:16.763036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30832): Terminated: ok {rc=0}\u000a09:19:16.774659 --- ParallelTerminationStrategy: PID 30835 died...\u000a09:19:16.831091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30835): Terminated: ok {rc=0}\u000a09:19:16.841676 --- ParallelTerminationStrategy: PID 30838 died...\u000a09:19:16.899916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30838): Terminated: ok {rc=0}\u000a09:19:16.986202 bus /sierra_3: Setting Powered False\u000a09:19:18.086089 bus /sierra_3: Setting Powered False\u000a09:19:19.196561 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:18:59" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30850): Process ended prematurely: osmo-stp_10.42.42.5(pid=30850) [trial-2387↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30850)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30850): Process ended prematurely: osmo-stp_10.42.42.5(pid=30850) [trial-2387↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30850)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:19:21.185143 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:19:21.196191 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:19:21.352311 tst mo_mt_call.py: using LAC 32980\u000a09:19:21.466486 tst mo_mt_call.py: using RAC 85\u000a09:19:21.580304 tst mo_mt_call.py: using CellId 32980\u000a09:19:21.694690 tst mo_mt_call.py: using BVCI 32981\u000a09:19:21.717067 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:19:21.727880 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:19:21.738656 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:19:21.749337 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:19:21.760404 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:19:21.771468 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:19:21.891147 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:19:22.092043 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:19:22.555560 run create_hlr_db(pid=30844): Launched\u000a09:19:22.725517 bus /sierra_2: Setting Powered False\u000a09:19:23.747553 run create_hlr_db(pid=30844): Terminated: ok {rc=0}\u000a09:19:24.139008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30846): Launched\u000a09:19:24.433956 run osmo-hlr_10.42.42.2(pid=30847): Launched\u000a09:19:24.546100 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:19:25.066044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30849): Launched\u000a09:19:25.360342 run osmo-stp_10.42.42.5(pid=30850): Launched\u000a09:19:25.475669 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:19:26.019578 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30852): Launched\u000a09:19:26.314796 run osmo-msc_10.42.42.6(pid=30853): Launched\u000a09:19:26.488709 run osmo-stp_10.42.42.5(pid=30850): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30850)]\u000a09:19:26.614464 run osmo-stp_10.42.42.5(pid=30850): stdout: \u000a| (launched: 2022-12-13_09:19:25.215384)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:26.737616 run osmo-stp_10.42.42.5(pid=30850): stderr: \u000a| �[0;m�[38;5;43m20221213091925384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091925384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091925384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091925385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091925385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091925385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091925386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:26.857101 run osmo-stp_10.42.42.5(pid=30850): stdout: \u000a| (launched: 2022-12-13_09:19:25.215384)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:26.974608 run osmo-stp_10.42.42.5(pid=30850): stderr: \u000a| �[0;m�[38;5;43m20221213091925384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091925384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091925384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091925385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091925385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091925385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091925386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:27.028310 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30850): Process ended prematurely: osmo-stp_10.42.42.5(pid=30850) [trial-2387↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30850)] [trial-2387↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a09:19:27.037139 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a09:19:27.096834 run osmo-hlr_10.42.42.2(pid=30847): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30847)]\u000a09:19:27.145732 run osmo-hlr_10.42.42.2(pid=30847): stdout: \u000a| (launched: 2022-12-13_09:19:24.288786) \u000a09:19:27.195018 run osmo-hlr_10.42.42.2(pid=30847): stderr: \u000a| �[0;m�[1;31m20221213091924464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091924464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091924464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091924464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091924464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091924464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091924475 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091924484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091924484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091924484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:19:27.261752 run osmo-msc_10.42.42.6(pid=30853): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30853)]\u000a09:19:27.310811 run osmo-msc_10.42.42.6(pid=30853): stdout: \u000a| (launched: 2022-12-13_09:19:26.169447) \u000a09:19:27.360301 run osmo-msc_10.42.42.6(pid=30853): stderr: \u000a| �[0;m�[38;5;43m20221213091926439 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213091926439 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe28c61c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213091926439 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213091926439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213091926439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213091926440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213091926441 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213091926442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213091926442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213091926442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:19:27.402121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30846): Terminating (SIGTERM)\u000a09:19:27.441624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30849): Terminating (SIGTERM)\u000a09:19:27.481307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30852): Terminating (SIGTERM)\u000a09:19:27.490437 --- ParallelTerminationStrategy: PID 30846 died...\u000a09:19:27.543965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30846): Terminated: ok {rc=0}\u000a09:19:27.553587 --- ParallelTerminationStrategy: PID 30849 died...\u000a09:19:27.606527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30849): Terminated: ok {rc=0}\u000a09:19:27.616069 --- ParallelTerminationStrategy: PID 30852 died...\u000a09:19:27.669200 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30852): Terminated: ok {rc=0}\u000a09:19:27.757306 bus /sierra_3: Setting Powered False\u000a09:19:28.858331 bus /sierra_3: Setting Powered False\u000a09:19:29.964356 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30861): Process ended prematurely: osmo-stp_10.42.42.5(pid=30861) [trial-2387↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30861)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30861): Process ended prematurely: osmo-stp_10.42.42.5(pid=30861) [trial-2387↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30861)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:19:31.104702 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:19:31.121750 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:19:31.289973 tst mo_mt_call_osmux.py: using LAC 32981\u000a09:19:31.440613 tst mo_mt_call_osmux.py: using RAC 86\u000a09:19:31.592715 tst mo_mt_call_osmux.py: using CellId 32981\u000a09:19:31.717387 tst mo_mt_call_osmux.py: using BVCI 32982\u000a09:19:31.740910 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:19:31.752689 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:19:31.764223 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:19:31.775719 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:19:31.788364 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:19:31.800933 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:19:31.934129 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:19:32.153076 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:19:32.654152 run create_hlr_db(pid=30855): Launched\u000a09:19:32.823553 bus /sierra_2: Setting Powered False\u000a09:19:33.846890 run create_hlr_db(pid=30855): Terminated: ok {rc=0}\u000a09:19:34.265498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30857): Launched\u000a09:19:34.581658 run osmo-hlr_10.42.42.2(pid=30858): Launched\u000a09:19:34.699415 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:19:35.245763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30860): Launched\u000a09:19:35.560136 run osmo-stp_10.42.42.5(pid=30861): Launched\u000a09:19:35.675364 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:19:36.250078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30863): Launched\u000a09:19:36.565939 run osmo-msc_10.42.42.6(pid=30864): Launched\u000a09:19:36.752861 run osmo-stp_10.42.42.5(pid=30861): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30861)]\u000a09:19:36.886275 run osmo-stp_10.42.42.5(pid=30861): stdout: \u000a| (launched: 2022-12-13_09:19:35.406360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:37.019374 run osmo-stp_10.42.42.5(pid=30861): stderr: \u000a| �[0;m�[38;5;43m20221213091935599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091935599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091935599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091935600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091935600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091935600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091935600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:37.146035 run osmo-stp_10.42.42.5(pid=30861): stdout: \u000a| (launched: 2022-12-13_09:19:35.406360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:37.272045 run osmo-stp_10.42.42.5(pid=30861): stderr: \u000a| �[0;m�[38;5;43m20221213091935599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091935599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091935599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091935600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091935600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091935600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091935600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:37.327675 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30861): Process ended prematurely: osmo-stp_10.42.42.5(pid=30861) [trial-2387↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30861)] [trial-2387↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a09:19:37.337107 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a09:19:37.399065 run osmo-hlr_10.42.42.2(pid=30858): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30858)]\u000a09:19:37.450134 run osmo-hlr_10.42.42.2(pid=30858): stdout: \u000a| (launched: 2022-12-13_09:19:34.426508) \u000a09:19:37.502104 run osmo-hlr_10.42.42.2(pid=30858): stderr: \u000a| �[0;m�[1;31m20221213091934624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091934624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091934624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091934625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091934625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091934625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091934639 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091934649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091934650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091934650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:19:37.572774 run osmo-msc_10.42.42.6(pid=30864): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30864)]\u000a09:19:37.623826 run osmo-msc_10.42.42.6(pid=30864): stdout: \u000a| (launched: 2022-12-13_09:19:36.410599) \u000a09:19:37.675385 run osmo-msc_10.42.42.6(pid=30864): stderr: \u000a| �[0;m�[38;5;43m20221213091936731 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213091936731 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f232a095c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213091936731 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213091936732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213091936732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213091936732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213091936735 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213091936736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213091936736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213091936736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:19:37.718901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30857): Terminating (SIGTERM)\u000a09:19:37.760063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30860): Terminating (SIGTERM)\u000a09:19:37.801574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30863): Terminating (SIGTERM)\u000a09:19:37.811167 --- ParallelTerminationStrategy: PID 30857 died...\u000a09:19:37.866459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30857): Terminated: ok {rc=0}\u000a09:19:37.876866 --- ParallelTerminationStrategy: PID 30860 died...\u000a09:19:37.932300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30860): Terminated: ok {rc=0}\u000a09:19:37.942313 --- ParallelTerminationStrategy: PID 30863 died...\u000a09:19:37.997149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30863): Terminated: ok {rc=0}\u000a09:19:38.082084 bus /sierra_3: Setting Powered False\u000a09:19:39.186980 bus /sierra_3: Setting Powered False\u000a09:19:40.297502 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:19:20" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30876): Process ended prematurely: osmo-stp_10.42.42.5(pid=30876) [trial-2387↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30876)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30876): Process ended prematurely: osmo-stp_10.42.42.5(pid=30876) [trial-2387↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30876)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a09:19:42.304328 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:19:42.315969 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:19:42.477472 tst mo_mt_call.py: using LAC 32982\u000a09:19:42.599349 tst mo_mt_call.py: using RAC 87\u000a09:19:42.722955 tst mo_mt_call.py: using CellId 32982\u000a09:19:42.849900 tst mo_mt_call.py: using BVCI 32983\u000a09:19:42.874118 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:19:42.885593 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:19:42.896748 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:19:42.908078 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:19:42.919511 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:19:42.930835 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:19:43.046791 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:19:43.255528 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:19:43.759559 run create_hlr_db(pid=30870): Launched\u000a09:19:43.942196 bus /sierra_2: Setting Powered False\u000a09:19:44.962985 run create_hlr_db(pid=30870): Terminated: ok {rc=0}\u000a09:19:45.358828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30872): Launched\u000a09:19:45.655650 run osmo-hlr_10.42.42.2(pid=30873): Launched\u000a09:19:45.770278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:19:46.365458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30875): Launched\u000a09:19:46.710132 run osmo-stp_10.42.42.5(pid=30876): Launched\u000a09:19:46.937110 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:19:47.570054 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30878): Launched\u000a09:19:47.885991 run osmo-msc_10.42.42.6(pid=30879): Launched\u000a09:19:48.071607 run osmo-stp_10.42.42.5(pid=30876): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30876)]\u000a09:19:48.205911 run osmo-stp_10.42.42.5(pid=30876): stdout: \u000a| (launched: 2022-12-13_09:19:46.531735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:48.339563 run osmo-stp_10.42.42.5(pid=30876): stderr: \u000a| �[0;m�[38;5;43m20221213091946875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091946875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091946876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091946876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091946876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091946885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091946885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:48.466767 run osmo-stp_10.42.42.5(pid=30876): stdout: \u000a| (launched: 2022-12-13_09:19:46.531735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:48.594327 run osmo-stp_10.42.42.5(pid=30876): stderr: \u000a| �[0;m�[38;5;43m20221213091946875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091946875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091946876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091946876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091946876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091946885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091946885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:48.650046 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30876): Process ended prematurely: osmo-stp_10.42.42.5(pid=30876) [trial-2387↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30876)] [trial-2387↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a09:19:48.659428 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a09:19:48.721607 run osmo-hlr_10.42.42.2(pid=30873): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30873)]\u000a09:19:48.773063 run osmo-hlr_10.42.42.2(pid=30873): stdout: \u000a| (launched: 2022-12-13_09:19:45.509644) \u000a09:19:48.824869 run osmo-hlr_10.42.42.2(pid=30873): stderr: \u000a| �[0;m�[1;31m20221213091945685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091945685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091945685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091945685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091945685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091945685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091945697 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091945706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091945706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091945706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:19:48.895112 run osmo-msc_10.42.42.6(pid=30879): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30879)]\u000a09:19:48.946558 run osmo-msc_10.42.42.6(pid=30879): stdout: \u000a| (launched: 2022-12-13_09:19:47.731104) \u000a09:19:48.998524 run osmo-msc_10.42.42.6(pid=30879): stderr: \u000a| �[0;m�[38;5;43m20221213091948052 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213091948053 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1d397a8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213091948053 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213091948053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213091948053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213091948053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213091948055 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213091948055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213091948055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213091948055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:19:49.042311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30872): Terminating (SIGTERM)\u000a09:19:49.083554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30875): Terminating (SIGTERM)\u000a09:19:49.124816 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30878): Terminating (SIGTERM)\u000a09:19:49.134468 --- ParallelTerminationStrategy: PID 30872 died...\u000a09:19:49.189674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30872): Terminated: ok {rc=0}\u000a09:19:49.199625 --- ParallelTerminationStrategy: PID 30875 died...\u000a09:19:49.254578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30875): Terminated: ok {rc=0}\u000a09:19:49.264517 --- ParallelTerminationStrategy: PID 30878 died...\u000a09:19:49.319218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30878): Terminated: ok {rc=0}\u000a09:19:49.404029 bus /sierra_3: Setting Powered False\u000a09:19:50.509466 bus /sierra_3: Setting Powered False\u000a09:19:51.615566 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30887): Process ended prematurely: osmo-stp_10.42.42.5(pid=30887) [trial-2387↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30887)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30887): Process ended prematurely: osmo-stp_10.42.42.5(pid=30887) [trial-2387↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30887)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:19:52.727985 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:19:52.739988 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:19:52.903309 tst mo_mt_call_osmux.py: using LAC 32983\u000a09:19:53.028681 tst mo_mt_call_osmux.py: using RAC 88\u000a09:19:53.152165 tst mo_mt_call_osmux.py: using CellId 32983\u000a09:19:53.275194 tst mo_mt_call_osmux.py: using BVCI 32984\u000a09:19:53.299173 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:19:53.310743 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:19:53.322187 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:19:53.333753 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:19:53.345226 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:19:53.356499 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:19:53.475983 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:19:53.680115 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:19:54.183782 run create_hlr_db(pid=30881): Launched\u000a09:19:54.366094 bus /sierra_2: Setting Powered False\u000a09:19:55.388015 run create_hlr_db(pid=30881): Terminated: ok {rc=0}\u000a09:19:55.784755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30883): Launched\u000a09:19:56.080169 run osmo-hlr_10.42.42.2(pid=30884): Launched\u000a09:19:56.195312 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:19:56.717135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30886): Launched\u000a09:19:57.012755 run osmo-stp_10.42.42.5(pid=30887): Launched\u000a09:19:57.121188 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:19:57.665566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30889): Launched\u000a09:19:57.965545 run osmo-msc_10.42.42.6(pid=30890): Launched\u000a09:19:58.140904 run osmo-stp_10.42.42.5(pid=30887): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30887)]\u000a09:19:58.267368 run osmo-stp_10.42.42.5(pid=30887): stdout: \u000a| (launched: 2022-12-13_09:19:56.867018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:58.391226 run osmo-stp_10.42.42.5(pid=30887): stderr: \u000a| �[0;m�[38;5;43m20221213091957037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091957037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091957038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091957038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091957038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091957039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091957039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:58.510801 run osmo-stp_10.42.42.5(pid=30887): stdout: \u000a| (launched: 2022-12-13_09:19:56.867018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:58.629956 run osmo-stp_10.42.42.5(pid=30887): stderr: \u000a| �[0;m�[38;5;43m20221213091957037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213091957037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213091957038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213091957038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213091957038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213091957039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213091957039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:58.682084 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30887): Process ended prematurely: osmo-stp_10.42.42.5(pid=30887) [trial-2387↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30887)] [trial-2387↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a09:19:58.690998 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a09:19:58.750554 run osmo-hlr_10.42.42.2(pid=30884): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30884)]\u000a09:19:58.799142 run osmo-hlr_10.42.42.2(pid=30884): stdout: \u000a| (launched: 2022-12-13_09:19:55.935564) \u000a09:19:58.848471 run osmo-hlr_10.42.42.2(pid=30884): stderr: \u000a| �[0;m�[1;31m20221213091956109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213091956110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213091956110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091956110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213091956110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213091956110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213091956122 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213091956131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213091956131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213091956131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:19:58.915283 run osmo-msc_10.42.42.6(pid=30890): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30890)]\u000a09:19:58.964182 run osmo-msc_10.42.42.6(pid=30890): stdout: \u000a| (launched: 2022-12-13_09:19:57.818542) \u000a09:19:59.013413 run osmo-msc_10.42.42.6(pid=30890): stderr: \u000a| �[0;m�[38;5;43m20221213091958088 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213091958088 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbe6b3e3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213091958089 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213091958089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213091958089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213091958089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213091958091 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213091958091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213091958091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213091958091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:19:59.055057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30883): Terminating (SIGTERM)\u000a09:19:59.094664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30886): Terminating (SIGTERM)\u000a09:19:59.134377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30889): Terminating (SIGTERM)\u000a09:19:59.143579 --- ParallelTerminationStrategy: PID 30883 died...\u000a09:19:59.197089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30883): Terminated: ok {rc=0}\u000a09:19:59.206665 --- ParallelTerminationStrategy: PID 30886 died...\u000a09:19:59.259564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30886): Terminated: ok {rc=0}\u000a09:19:59.268927 --- ParallelTerminationStrategy: PID 30889 died...\u000a09:19:59.321944 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30889): Terminated: ok {rc=0}\u000a09:19:59.409287 bus /sierra_3: Setting Powered False\u000a09:20:00.509453 bus /sierra_3: Setting Powered False\u000a09:20:01.629847 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:19:42" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30904): Process ended prematurely: osmo-stp_10.42.42.5(pid=30904) [trial-2387↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30904)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30904): Process ended prematurely: osmo-stp_10.42.42.5(pid=30904) [trial-2387↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30904)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a09:20:03.613876 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:20:03.624788 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:20:03.785860 tst mo_mt_call.py: using LAC 32984\u000a09:20:03.900314 tst mo_mt_call.py: using RAC 89\u000a09:20:04.015267 tst mo_mt_call.py: using CellId 32984\u000a09:20:04.130406 tst mo_mt_call.py: using BVCI 32985\u000a09:20:04.152725 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:20:04.163772 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:20:04.174656 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:20:04.185365 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:20:04.196787 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:20:04.208211 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:20:04.327238 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:20:04.527961 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:20:04.992098 run create_hlr_db(pid=30898): Launched\u000a09:20:05.162284 bus /sierra_2: Setting Powered False\u000a09:20:06.183932 run create_hlr_db(pid=30898): Terminated: ok {rc=0}\u000a09:20:06.576182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30900): Launched\u000a09:20:06.871512 run osmo-hlr_10.42.42.2(pid=30901): Launched\u000a09:20:06.985658 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:20:07.511749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30903): Launched\u000a09:20:07.824909 run osmo-stp_10.42.42.5(pid=30904): Launched\u000a09:20:07.935354 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:20:08.473565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30906): Launched\u000a09:20:08.769435 run osmo-msc_10.42.42.6(pid=30907): Launched\u000a09:20:08.943903 run osmo-stp_10.42.42.5(pid=30904): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30904)]\u000a09:20:09.070350 run osmo-stp_10.42.42.5(pid=30904): stdout: \u000a| (launched: 2022-12-13_09:20:07.673315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:09.193846 run osmo-stp_10.42.42.5(pid=30904): stderr: \u000a| �[0;m�[38;5;43m20221213092007842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092007842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092007843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092007843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092007843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092007844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092007844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:09.313229 run osmo-stp_10.42.42.5(pid=30904): stdout: \u000a| (launched: 2022-12-13_09:20:07.673315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:09.431523 run osmo-stp_10.42.42.5(pid=30904): stderr: \u000a| �[0;m�[38;5;43m20221213092007842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092007842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092007843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092007843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092007843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092007844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092007844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:09.483725 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30904): Process ended prematurely: osmo-stp_10.42.42.5(pid=30904) [trial-2387↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30904)] [trial-2387↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a09:20:09.492459 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a09:20:09.552050 run osmo-hlr_10.42.42.2(pid=30901): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30901)]\u000a09:20:09.600585 run osmo-hlr_10.42.42.2(pid=30901): stdout: \u000a| (launched: 2022-12-13_09:20:06.726536) \u000a09:20:09.649854 run osmo-hlr_10.42.42.2(pid=30901): stderr: \u000a| �[0;m�[1;31m20221213092006901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092006901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092006901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092006901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092006901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092006901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092006914 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092006922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092006922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092006922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:20:09.716406 run osmo-msc_10.42.42.6(pid=30907): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30907)]\u000a09:20:09.765038 run osmo-msc_10.42.42.6(pid=30907): stdout: \u000a| (launched: 2022-12-13_09:20:08.623453) \u000a09:20:09.814363 run osmo-msc_10.42.42.6(pid=30907): stderr: \u000a| �[0;m�[38;5;43m20221213092008894 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213092008894 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3ded747c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213092008894 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213092008894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213092008894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213092008895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213092008896 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213092008897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213092008897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213092008897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:20:09.856017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30900): Terminating (SIGTERM)\u000a09:20:09.895645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30903): Terminating (SIGTERM)\u000a09:20:09.935295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30906): Terminating (SIGTERM)\u000a09:20:09.944415 --- ParallelTerminationStrategy: PID 30900 died...\u000a09:20:09.997994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30900): Terminated: ok {rc=0}\u000a09:20:10.007505 --- ParallelTerminationStrategy: PID 30903 died...\u000a09:20:10.060529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30903): Terminated: ok {rc=0}\u000a09:20:10.070081 --- ParallelTerminationStrategy: PID 30906 died...\u000a09:20:10.123534 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30906): Terminated: ok {rc=0}\u000a09:20:10.210851 bus /sierra_3: Setting Powered False\u000a09:20:11.312834 bus /sierra_3: Setting Powered False\u000a09:20:12.423068 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30915): Process ended prematurely: osmo-stp_10.42.42.5(pid=30915) [trial-2387↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30915)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30915): Process ended prematurely: osmo-stp_10.42.42.5(pid=30915) [trial-2387↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30915)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:20:13.532931 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:20:13.544409 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:20:13.700529 tst mo_mt_call_osmux.py: using LAC 32985\u000a09:20:13.816290 tst mo_mt_call_osmux.py: using RAC 90\u000a09:20:13.940461 tst mo_mt_call_osmux.py: using CellId 32985\u000a09:20:14.064643 tst mo_mt_call_osmux.py: using BVCI 32986\u000a09:20:14.087213 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:20:14.098167 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:20:14.108757 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:20:14.119499 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:20:14.130624 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:20:14.141679 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:20:14.256139 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:20:14.464667 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:20:14.969910 run create_hlr_db(pid=30909): Launched\u000a09:20:15.152076 bus /sierra_2: Setting Powered False\u000a09:20:16.184419 run create_hlr_db(pid=30909): Terminated: ok {rc=0}\u000a09:20:16.622973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30911): Launched\u000a09:20:16.951893 run osmo-hlr_10.42.42.2(pid=30912): Launched\u000a09:20:17.103451 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:20:17.666485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30914): Launched\u000a09:20:17.980758 run osmo-stp_10.42.42.5(pid=30915): Launched\u000a09:20:18.095740 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:20:18.673706 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30917): Launched\u000a09:20:18.989583 run osmo-msc_10.42.42.6(pid=30918): Launched\u000a09:20:19.174979 run osmo-stp_10.42.42.5(pid=30915): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30915)]\u000a09:20:19.309075 run osmo-stp_10.42.42.5(pid=30915): stdout: \u000a| (launched: 2022-12-13_09:20:17.827229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:19.442122 run osmo-stp_10.42.42.5(pid=30915): stderr: \u000a| �[0;m�[38;5;43m20221213092018018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092018018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092018018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092018018 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092018019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092018019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092018019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:19.569737 run osmo-stp_10.42.42.5(pid=30915): stdout: \u000a| (launched: 2022-12-13_09:20:17.827229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:19.696077 run osmo-stp_10.42.42.5(pid=30915): stderr: \u000a| �[0;m�[38;5;43m20221213092018018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092018018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092018018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092018018 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092018019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092018019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092018019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:19.751794 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30915): Process ended prematurely: osmo-stp_10.42.42.5(pid=30915) [trial-2387↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30915)] [trial-2387↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a09:20:19.761019 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a09:20:19.823614 run osmo-hlr_10.42.42.2(pid=30912): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30912)]\u000a09:20:19.875101 run osmo-hlr_10.42.42.2(pid=30912): stdout: \u000a| (launched: 2022-12-13_09:20:16.788209) \u000a09:20:19.927123 run osmo-hlr_10.42.42.2(pid=30912): stderr: \u000a| �[0;m�[1;31m20221213092017190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092017190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092017190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092017190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092017190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092017190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092017209 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092017217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092017218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092017218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:20:19.997842 run osmo-msc_10.42.42.6(pid=30918): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30918)]\u000a09:20:20.049221 run osmo-msc_10.42.42.6(pid=30918): stdout: \u000a| (launched: 2022-12-13_09:20:18.835126) \u000a09:20:20.101030 run osmo-msc_10.42.42.6(pid=30918): stderr: \u000a| �[0;m�[38;5;43m20221213092019156 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213092019156 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd9a09f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213092019157 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213092019157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213092019157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213092019157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213092019159 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213092019159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213092019159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213092019159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:20:20.145171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30911): Terminating (SIGTERM)\u000a09:20:20.186944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30914): Terminating (SIGTERM)\u000a09:20:20.228715 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30917): Terminating (SIGTERM)\u000a09:20:20.238519 --- ParallelTerminationStrategy: PID 30911 died...\u000a09:20:20.294614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30911): Terminated: ok {rc=0}\u000a09:20:20.304579 --- ParallelTerminationStrategy: PID 30914 died...\u000a09:20:20.360631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30914): Terminated: ok {rc=0}\u000a09:20:20.370707 --- ParallelTerminationStrategy: PID 30917 died...\u000a09:20:20.426941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30917): Terminated: ok {rc=0}\u000a09:20:20.513778 bus /sierra_3: Setting Powered False\u000a09:20:21.619946 bus /sierra_3: Setting Powered False\u000a09:20:22.730495 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:20:03" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30929): Process ended prematurely: osmo-stp_10.42.42.5(pid=30929) [trial-2387↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30929)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30929): Process ended prematurely: osmo-stp_10.42.42.5(pid=30929) [trial-2387↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30929)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a09:20:24.734128 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:20:24.744468 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a09:20:24.875869 tst emergency_mo_mt_call.py: using LAC 32986\u000a09:20:24.989988 tst emergency_mo_mt_call.py: using RAC 91\u000a09:20:25.103077 tst emergency_mo_mt_call.py: using CellId 32986\u000a09:20:25.218014 tst emergency_mo_mt_call.py: using BVCI 32987\u000a09:20:25.239936 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:20:25.250768 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:20:25.261125 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:20:25.271438 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:20:25.281992 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:20:25.293116 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a09:20:25.411625 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a09:20:25.610187 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:20:26.065679 run create_hlr_db(pid=30923): Launched\u000a09:20:26.232871 bus /sierra_2: Setting Powered False\u000a09:20:27.254523 run create_hlr_db(pid=30923): Terminated: ok {rc=0}\u000a09:20:27.666314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30925): Launched\u000a09:20:27.976513 run osmo-hlr_10.42.42.2(pid=30926): Launched\u000a09:20:28.090818 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:20:28.628625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30928): Launched\u000a09:20:28.938508 run osmo-stp_10.42.42.5(pid=30929): Launched\u000a09:20:29.062974 tst emergency_mo_mt_call.py: using MSISDN 8080\u000a09:20:29.217730 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:20:29.784923 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30931): Launched\u000a09:20:30.093712 run osmo-msc_10.42.42.6(pid=30932): Launched\u000a09:20:30.275938 run osmo-stp_10.42.42.5(pid=30929): ERR: Terminated: ERROR {rc=1} [trial-2387↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30929)]\u000a09:20:30.411201 run osmo-stp_10.42.42.5(pid=30929): stdout: \u000a| (launched: 2022-12-13_09:20:28.785988)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:30.541218 run osmo-stp_10.42.42.5(pid=30929): stderr: \u000a| �[0;m�[38;5;43m20221213092028975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092028975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092028975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092028976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092028978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092028978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092028978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:30.666144 run osmo-stp_10.42.42.5(pid=30929): stdout: \u000a| (launched: 2022-12-13_09:20:28.785988)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:30.789993 run osmo-stp_10.42.42.5(pid=30929): stderr: \u000a| �[0;m�[38;5;43m20221213092028975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092028975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092028975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092028976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092028978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092028978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092028978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:30.845873 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=30929): Process ended prematurely: osmo-stp_10.42.42.5(pid=30929) [trial-2387↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30929)] [trial-2387↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a09:20:30.855189 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a09:20:30.919234 run osmo-hlr_10.42.42.2(pid=30926): ERR: Terminated: ERROR {rc=237} [trial-2387↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30926)]\u000a09:20:30.972805 run osmo-hlr_10.42.42.2(pid=30926): stdout: \u000a| (launched: 2022-12-13_09:20:27.823832) \u000a09:20:31.026105 run osmo-hlr_10.42.42.2(pid=30926): stderr: \u000a| �[0;m�[1;31m20221213092028020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092028020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092028020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092028020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092028021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092028021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092028033 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092028041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092028042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092028042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:20:31.098218 run osmo-msc_10.42.42.6(pid=30932): ERR: Terminated: ERROR {rc=2} [trial-2387↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30932)]\u000a09:20:31.150546 run osmo-msc_10.42.42.6(pid=30932): stdout: \u000a| (launched: 2022-12-13_09:20:29.942684) \u000a09:20:31.203317 run osmo-msc_10.42.42.6(pid=30932): stderr: \u000a| �[0;m�[38;5;43m20221213092030261 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213092030261 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff75a063c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213092030261 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213092030261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213092030262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213092030262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213092030264 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213092030264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213092030264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213092030264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:20:31.248455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30925): Terminating (SIGTERM)\u000a09:20:31.292025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30928): Terminating (SIGTERM)\u000a09:20:31.336868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30931): Terminating (SIGTERM)\u000a09:20:31.348529 --- ParallelTerminationStrategy: PID 30925 died...\u000a09:20:31.407507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30925): Terminated: ok {rc=0}\u000a09:20:31.418164 --- ParallelTerminationStrategy: PID 30928 died...\u000a09:20:31.474520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30928): Terminated: ok {rc=0}\u000a09:20:31.485028 --- ParallelTerminationStrategy: PID 30931 died...\u000a09:20:31.541569 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30931): Terminated: ok {rc=0}\u000a09:20:31.645026 bus /sierra_3: Setting Powered False\u000a09:20:32.753323 bus /sierra_3: Setting Powered False\u000a09:20:33.862310 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30940): Process ended prematurely: osmo-stp_10.42.42.5(pid=30940) [trial-2387↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30940)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30940): Process ended prematurely: osmo-stp_10.42.42.5(pid=30940) [trial-2387↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30940)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a09:20:34.911925 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:20:34.923099 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a09:20:35.058422 tst emergency_preemptive_call.py: using LAC 32987\u000a09:20:35.181498 tst emergency_preemptive_call.py: using RAC 92\u000a09:20:35.298872 tst emergency_preemptive_call.py: using CellId 32987\u000a09:20:35.412055 tst emergency_preemptive_call.py: using BVCI 32988\u000a09:20:35.434042 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:20:35.444484 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:20:35.455066 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:20:35.465497 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:20:35.476439 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:20:35.487154 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a09:20:35.606681 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a09:20:35.721570 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a09:20:35.838900 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a09:20:36.042435 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:20:36.538995 run create_hlr_db(pid=30934): Launched\u000a09:20:36.719558 bus /sierra_2: Setting Powered False\u000a09:20:37.740478 run create_hlr_db(pid=30934): Terminated: ok {rc=0}\u000a09:20:38.127804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30936): Launched\u000a09:20:38.417789 run osmo-hlr_10.42.42.2(pid=30937): Launched\u000a09:20:38.527120 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:20:39.037855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30939): Launched\u000a09:20:39.327709 run osmo-stp_10.42.42.5(pid=30940): Launched\u000a09:20:39.447025 tst emergency_preemptive_call.py: using MSISDN 8081\u000a09:20:39.591655 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:20:40.119134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30942): Launched\u000a09:20:40.408170 run osmo-msc_10.42.42.6(pid=30943): Launched\u000a09:20:40.578831 run osmo-stp_10.42.42.5(pid=30940): ERR: Terminated: ERROR {rc=1} [trial-2387↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30940)]\u000a09:20:40.702606 run osmo-stp_10.42.42.5(pid=30940): stdout: \u000a| (launched: 2022-12-13_09:20:39.185076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:40.823666 run osmo-stp_10.42.42.5(pid=30940): stderr: \u000a| �[0;m�[38;5;43m20221213092039356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092039356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092039357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092039357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092039358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092039358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092039358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:40.940890 run osmo-stp_10.42.42.5(pid=30940): stdout: \u000a| (launched: 2022-12-13_09:20:39.185076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:41.056665 run osmo-stp_10.42.42.5(pid=30940): stderr: \u000a| �[0;m�[38;5;43m20221213092039356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092039356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092039357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092039357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092039358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092039358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092039358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:41.107416 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=30940): Process ended prematurely: osmo-stp_10.42.42.5(pid=30940) [trial-2387↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30940)] [trial-2387↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a09:20:41.115400 tst emergency_preemptive_call.py:32: Test FAILED (6.2 sec)\u000a09:20:41.175423 run osmo-hlr_10.42.42.2(pid=30937): ERR: Terminated: ERROR {rc=237} [trial-2387↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30937)]\u000a09:20:41.224583 run osmo-hlr_10.42.42.2(pid=30937): stdout: \u000a| (launched: 2022-12-13_09:20:38.275061) \u000a09:20:41.274062 run osmo-hlr_10.42.42.2(pid=30937): stderr: \u000a| �[0;m�[1;31m20221213092038447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092038447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092038447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092038447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092038447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092038447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092038460 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092038470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092038470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092038470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:20:41.341838 run osmo-msc_10.42.42.6(pid=30943): ERR: Terminated: ERROR {rc=2} [trial-2387↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30943)]\u000a09:20:41.390936 run osmo-msc_10.42.42.6(pid=30943): stdout: \u000a| (launched: 2022-12-13_09:20:40.265767) \u000a09:20:41.440763 run osmo-msc_10.42.42.6(pid=30943): stderr: \u000a| �[0;m�[38;5;43m20221213092040536 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213092040536 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb8b5adcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213092040536 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213092040536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213092040536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213092040537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213092040538 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213092040539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213092040539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213092040539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:20:41.482827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30936): Terminating (SIGTERM)\u000a09:20:41.522655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30939): Terminating (SIGTERM)\u000a09:20:41.562602 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30942): Terminating (SIGTERM)\u000a09:20:41.571747 --- ParallelTerminationStrategy: PID 30936 died...\u000a09:20:41.625361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30936): Terminated: ok {rc=0}\u000a09:20:41.634852 --- ParallelTerminationStrategy: PID 30939 died...\u000a09:20:41.688276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30939): Terminated: ok {rc=0}\u000a09:20:41.697839 --- ParallelTerminationStrategy: PID 30942 died...\u000a09:20:41.751222 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30942): Terminated: ok {rc=0}\u000a09:20:41.839069 bus /sierra_9: Setting Powered False\u000a09:20:42.942546 bus /sierra_9: Setting Powered False\u000a09:20:44.049017 bus /sierra_8: Setting Powered False\u000a09:20:45.154787 bus /sierra_8: Setting Powered False\u000a09:20:46.268182 bus /sierra_3: Setting Powered False\u000a09:20:47.369588 bus /sierra_3: Setting Powered False\u000a09:20:48.481545 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:20:24" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30959): Process ended prematurely: osmo-stp_10.42.42.5(pid=30959) [trial-2387↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30959)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30959): Process ended prematurely: osmo-stp_10.42.42.5(pid=30959) [trial-2387↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30959)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:20:50.586205 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:20:50.596622 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a09:20:50.730765 tst cs_paging_gprs_active.py: using LAC 32988\u000a09:20:50.848129 tst cs_paging_gprs_active.py: using RAC 93\u000a09:20:50.963406 tst cs_paging_gprs_active.py: using CellId 32988\u000a09:20:51.081056 tst cs_paging_gprs_active.py: using BVCI 32989\u000a09:20:51.103674 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:20:51.114328 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:20:51.124590 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:20:51.134898 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:20:51.145872 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:20:51.156433 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:20:51.167156 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:20:51.177682 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:20:51.188306 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:20:51.307936 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:20:51.596923 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:20:51.729990 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:20:52.045447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30949): Launched\u000a09:20:52.299650 run iperf3-srv_10.42.42.10(pid=30950): Launched\u000a09:20:52.480385 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:20:52.603884 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:20:52.909436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30951): Launched\u000a09:20:53.163055 run iperf3-srv_10.42.42.10(pid=30952): Launched\u000a09:20:53.342537 tst cs_paging_gprs_active.py:38: start network...\u000a09:20:53.465634 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:20:53.929572 run create_hlr_db(pid=30953): Launched\u000a09:20:54.099413 bus /sierra_2: Setting Powered False\u000a09:20:55.122386 run create_hlr_db(pid=30953): Terminated: ok {rc=0}\u000a09:20:55.541819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30955): Launched\u000a09:20:55.857941 run osmo-hlr_10.42.42.2(pid=30956): Launched\u000a09:20:55.975217 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:20:56.523378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30958): Launched\u000a09:20:56.840053 run osmo-stp_10.42.42.5(pid=30959): Launched\u000a09:20:56.955307 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:20:57.506213 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30961): Launched\u000a09:20:57.619698 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:20:57.894410 run patchelf(pid=30962): Launched\u000a09:20:58.079213 run osmo-stp_10.42.42.5(pid=30959): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30959)]\u000a09:20:58.214975 run osmo-stp_10.42.42.5(pid=30959): stdout: \u000a| (launched: 2022-12-13_09:20:56.685445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:58.350985 run osmo-stp_10.42.42.5(pid=30959): stderr: \u000a| �[0;m�[38;5;43m20221213092056874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092056874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092056874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092056875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092056875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092056875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092056875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:58.481940 run osmo-stp_10.42.42.5(pid=30959): stdout: \u000a| (launched: 2022-12-13_09:20:56.685445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:58.612437 run osmo-stp_10.42.42.5(pid=30959): stderr: \u000a| �[0;m�[38;5;43m20221213092056874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092056874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092056874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092056875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092056875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092056875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092056875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:58.763562 run patchelf(pid=30962): Terminating (SIGINT)\u000a09:20:58.940393 run patchelf(pid=30962): Terminated: ok {rc=0}\u000a09:20:58.972918 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30959): Process ended prematurely: osmo-stp_10.42.42.5(pid=30959) [trial-2387↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30959)] [trial-2387↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a09:20:58.982781 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a09:20:59.045341 run osmo-hlr_10.42.42.2(pid=30956): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30956)]\u000a09:20:59.097160 run osmo-hlr_10.42.42.2(pid=30956): stdout: \u000a| (launched: 2022-12-13_09:20:55.703661) \u000a09:20:59.149152 run osmo-hlr_10.42.42.2(pid=30956): stderr: \u000a| �[0;m�[1;31m20221213092055901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092055901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092055901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092055901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092055901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092055901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092055914 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092055923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092055924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092055924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:20:59.193990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30949): Terminating (SIGTERM)\u000a09:20:59.236261 run iperf3-srv_10.42.42.10(pid=30950): Terminating (SIGTERM)\u000a09:20:59.278498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30951): Terminating (SIGTERM)\u000a09:20:59.320914 run iperf3-srv_10.42.42.10(pid=30952): Terminating (SIGTERM)\u000a09:20:59.362996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30955): Terminating (SIGTERM)\u000a09:20:59.405269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30958): Terminating (SIGTERM)\u000a09:20:59.447151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30961): Terminating (SIGTERM)\u000a09:20:59.456839 --- ParallelTerminationStrategy: PID 30949 died...\u000a09:20:59.512773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30949): Terminated: ok {rc=0}\u000a09:20:59.523019 --- ParallelTerminationStrategy: PID 30950 died...\u000a09:20:59.579201 run iperf3-srv_10.42.42.10(pid=30950): Terminated {rc=256}\u000a09:20:59.589415 --- ParallelTerminationStrategy: PID 30951 died...\u000a09:20:59.645387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30951): Terminated: ok {rc=0}\u000a09:20:59.655537 --- ParallelTerminationStrategy: PID 30952 died...\u000a09:20:59.710713 run iperf3-srv_10.42.42.10(pid=30952): Terminated {rc=256}\u000a09:20:59.720819 --- ParallelTerminationStrategy: PID 30955 died...\u000a09:20:59.775927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30955): Terminated: ok {rc=0}\u000a09:20:59.785921 --- ParallelTerminationStrategy: PID 30958 died...\u000a09:20:59.840874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30958): Terminated: ok {rc=0}\u000a09:20:59.850850 --- ParallelTerminationStrategy: PID 30961 died...\u000a09:20:59.905809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30961): Terminated: ok {rc=0}\u000a09:20:59.991320 bus /gobi_0: Setting Powered False\u000a09:21:01.092122 bus /gobi_0: Setting Powered False\u000a09:21:02.206537 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30971): Process ended prematurely: osmo-stp_10.42.42.5(pid=30971) [trial-2387↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30971)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30971): Process ended prematurely: osmo-stp_10.42.42.5(pid=30971) [trial-2387↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30971)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a09:21:03.317372 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:03.328741 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a09:21:03.472638 tst iperf3.py: using LAC 32989\u000a09:21:03.598277 tst iperf3.py: using RAC 94\u000a09:21:03.723695 tst iperf3.py: using CellId 32989\u000a09:21:03.847240 tst iperf3.py: using BVCI 32990\u000a09:21:03.871447 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:03.882592 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:03.893379 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:03.904103 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:03.914865 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:03.925697 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:03.936513 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:03.947581 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:03.958478 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:21:04.234354 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:21:04.358633 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:21:04.666100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30963): Launched\u000a09:21:04.920137 run iperf3-srv_10.42.42.10(pid=30964): Launched\u000a09:21:05.101135 tst iperf3.py:8: start network...\u000a09:21:05.224487 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:21:05.690240 run create_hlr_db(pid=30965): Launched\u000a09:21:05.859890 bus /gobi_6: Setting Powered False\u000a09:21:06.882629 run create_hlr_db(pid=30965): Terminated: ok {rc=0}\u000a09:21:07.301872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30967): Launched\u000a09:21:07.619600 run osmo-hlr_10.42.42.2(pid=30968): Launched\u000a09:21:07.738625 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:21:08.288677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30970): Launched\u000a09:21:08.606157 run osmo-stp_10.42.42.5(pid=30971): Launched\u000a09:21:08.723404 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:21:09.274207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30973): Launched\u000a09:21:09.387091 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:21:09.662257 run patchelf(pid=30974): Launched\u000a09:21:09.847233 run osmo-stp_10.42.42.5(pid=30971): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30971)]\u000a09:21:09.982442 run osmo-stp_10.42.42.5(pid=30971): stdout: \u000a| (launched: 2022-12-13_09:21:08.450240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:10.117685 run osmo-stp_10.42.42.5(pid=30971): stderr: \u000a| �[0;m�[38;5;43m20221213092108640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092108641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092108641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092108641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092108642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092108642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092108642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:10.248682 run osmo-stp_10.42.42.5(pid=30971): stdout: \u000a| (launched: 2022-12-13_09:21:08.450240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:10.378458 run osmo-stp_10.42.42.5(pid=30971): stderr: \u000a| �[0;m�[38;5;43m20221213092108640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092108641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092108641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092108641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092108642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092108642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092108642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:10.529475 run patchelf(pid=30974): Terminating (SIGINT)\u000a09:21:10.707387 run patchelf(pid=30974): Terminated: ok {rc=0}\u000a09:21:10.739939 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30971): Process ended prematurely: osmo-stp_10.42.42.5(pid=30971) [trial-2387↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30971)] [trial-2387↪gprs:trx-lms↪iperf3.py:8]\u000a09:21:10.749642 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a09:21:10.812675 run osmo-hlr_10.42.42.2(pid=30968): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30968)]\u000a09:21:10.864133 run osmo-hlr_10.42.42.2(pid=30968): stdout: \u000a| (launched: 2022-12-13_09:21:07.463483) \u000a09:21:10.916263 run osmo-hlr_10.42.42.2(pid=30968): stderr: \u000a| �[0;m�[1;31m20221213092107659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092107659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092107659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092107659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092107660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092107660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092107671 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092107681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092107681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092107681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:21:10.960895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30963): Terminating (SIGTERM)\u000a09:21:11.003287 run iperf3-srv_10.42.42.10(pid=30964): Terminating (SIGTERM)\u000a09:21:11.045695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30967): Terminating (SIGTERM)\u000a09:21:11.087545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30970): Terminating (SIGTERM)\u000a09:21:11.129859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30973): Terminating (SIGTERM)\u000a09:21:11.139627 --- ParallelTerminationStrategy: PID 30963 died...\u000a09:21:11.196036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30963): Terminated: ok {rc=0}\u000a09:21:11.206091 --- ParallelTerminationStrategy: PID 30964 died...\u000a09:21:11.261490 run iperf3-srv_10.42.42.10(pid=30964): Terminated {rc=256}\u000a09:21:11.271493 --- ParallelTerminationStrategy: PID 30967 died...\u000a09:21:11.326889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30967): Terminated: ok {rc=0}\u000a09:21:11.336813 --- ParallelTerminationStrategy: PID 30970 died...\u000a09:21:11.391939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30970): Terminated: ok {rc=0}\u000a09:21:11.401947 --- ParallelTerminationStrategy: PID 30973 died...\u000a09:21:11.457009 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30973): Terminated: ok {rc=0}\u000a09:21:11.543525 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30989): Process ended prematurely: osmo-stp_10.42.42.5(pid=30989) [trial-2387↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30989)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30989): Process ended prematurely: osmo-stp_10.42.42.5(pid=30989) [trial-2387↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30989)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a09:21:12.656510 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:12.671764 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a09:21:12.810066 tst iperf3m4.py: using LAC 32990\u000a09:21:12.933210 tst iperf3m4.py: using RAC 95\u000a09:21:13.058416 tst iperf3m4.py: using CellId 32990\u000a09:21:13.182504 tst iperf3m4.py: using BVCI 32991\u000a09:21:13.206871 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:13.218087 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:13.228765 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:13.239519 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:13.250837 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:13.261767 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:13.272880 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:13.283744 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:13.294853 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:21:13.412378 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:21:13.533889 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:21:13.652581 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:21:13.940278 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:21:14.072034 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:21:14.396463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30975): Launched\u000a09:21:14.667154 run iperf3-srv_10.42.42.10(pid=30976): Launched\u000a09:21:14.860617 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:21:14.991999 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:21:15.318238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30977): Launched\u000a09:21:15.588435 run iperf3-srv_10.42.42.10(pid=30978): Launched\u000a09:21:15.781448 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:21:15.940030 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:21:16.283143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30979): Launched\u000a09:21:16.575836 run iperf3-srv_10.42.42.10(pid=30980): Launched\u000a09:21:16.772270 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:21:16.906371 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:21:17.235050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30981): Launched\u000a09:21:17.504841 run iperf3-srv_10.42.42.10(pid=30982): Launched\u000a09:21:17.698372 tst iperf3m4.py:8: start network...\u000a09:21:17.829661 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:21:18.333982 run create_hlr_db(pid=30983): Launched\u000a09:21:18.515998 bus /gobi_6: Setting Powered False\u000a09:21:19.537450 run create_hlr_db(pid=30983): Terminated: ok {rc=0}\u000a09:21:19.934042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30985): Launched\u000a09:21:20.229628 run osmo-hlr_10.42.42.2(pid=30986): Launched\u000a09:21:20.344178 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:21:20.865103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30988): Launched\u000a09:21:21.159707 run osmo-stp_10.42.42.5(pid=30989): Launched\u000a09:21:21.268718 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:21:21.781882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30991): Launched\u000a09:21:21.903355 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:21:22.181495 run patchelf(pid=30992): Launched\u000a09:21:22.365921 run osmo-stp_10.42.42.5(pid=30989): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30989)]\u000a09:21:22.500700 run osmo-stp_10.42.42.5(pid=30989): stdout: \u000a| (launched: 2022-12-13_09:21:21.014557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:22.636062 run osmo-stp_10.42.42.5(pid=30989): stderr: \u000a| �[0;m�[38;5;43m20221213092121183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092121183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092121183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092121184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092121186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092121186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092121186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:22.766502 run osmo-stp_10.42.42.5(pid=30989): stdout: \u000a| (launched: 2022-12-13_09:21:21.014557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:22.895769 run osmo-stp_10.42.42.5(pid=30989): stderr: \u000a| �[0;m�[38;5;43m20221213092121183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092121183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092121183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092121184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092121186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092121186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092121186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:23.046348 run patchelf(pid=30992): Terminating (SIGINT)\u000a09:21:23.222809 run patchelf(pid=30992): Terminated: ok {rc=0}\u000a09:21:23.255630 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30989): Process ended prematurely: osmo-stp_10.42.42.5(pid=30989) [trial-2387↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30989)] [trial-2387↪gprs:trx-lms↪iperf3m4.py:8]\u000a09:21:23.265600 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a09:21:23.327819 run osmo-hlr_10.42.42.2(pid=30986): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30986)]\u000a09:21:23.378473 run osmo-hlr_10.42.42.2(pid=30986): stdout: \u000a| (launched: 2022-12-13_09:21:20.084017) \u000a09:21:23.429536 run osmo-hlr_10.42.42.2(pid=30986): stderr: \u000a| �[0;m�[1;31m20221213092120260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092120260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092120260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092120260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092120260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092120260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092120276 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092120286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092120286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092120286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:21:23.473250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30975): Terminating (SIGTERM)\u000a09:21:23.514651 run iperf3-srv_10.42.42.10(pid=30976): Terminating (SIGTERM)\u000a09:21:23.555982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30977): Terminating (SIGTERM)\u000a09:21:23.597830 run iperf3-srv_10.42.42.10(pid=30978): Terminating (SIGTERM)\u000a09:21:23.639518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30979): Terminating (SIGTERM)\u000a09:21:23.681131 run iperf3-srv_10.42.42.10(pid=30980): Terminating (SIGTERM)\u000a09:21:23.722542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30981): Terminating (SIGTERM)\u000a09:21:23.763309 run iperf3-srv_10.42.42.10(pid=30982): Terminating (SIGTERM)\u000a09:21:23.804164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30985): Terminating (SIGTERM)\u000a09:21:23.845113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30988): Terminating (SIGTERM)\u000a09:21:23.885959 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30991): Terminating (SIGTERM)\u000a09:21:23.895403 --- ParallelTerminationStrategy: PID 30975 died...\u000a09:21:23.950412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30975): Terminated: ok {rc=0}\u000a09:21:23.960348 --- ParallelTerminationStrategy: PID 30976 died...\u000a09:21:24.015476 run iperf3-srv_10.42.42.10(pid=30976): Terminated {rc=256}\u000a09:21:24.025349 --- ParallelTerminationStrategy: PID 30977 died...\u000a09:21:24.080312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30977): Terminated: ok {rc=0}\u000a09:21:24.090208 --- ParallelTerminationStrategy: PID 30978 died...\u000a09:21:24.145260 run iperf3-srv_10.42.42.10(pid=30978): Terminated {rc=256}\u000a09:21:24.155089 --- ParallelTerminationStrategy: PID 30979 died...\u000a09:21:24.210315 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30979): Terminated: ok {rc=0}\u000a09:21:24.220240 --- ParallelTerminationStrategy: PID 30980 died...\u000a09:21:24.275187 run iperf3-srv_10.42.42.10(pid=30980): Terminated {rc=256}\u000a09:21:24.285108 --- ParallelTerminationStrategy: PID 30981 died...\u000a09:21:24.340001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30981): Terminated: ok {rc=0}\u000a09:21:24.349990 --- ParallelTerminationStrategy: PID 30982 died...\u000a09:21:24.405188 run iperf3-srv_10.42.42.10(pid=30982): Terminated {rc=256}\u000a09:21:24.415206 --- ParallelTerminationStrategy: PID 30985 died...\u000a09:21:24.469960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30985): Terminated: ok {rc=0}\u000a09:21:24.479863 --- ParallelTerminationStrategy: PID 30988 died...\u000a09:21:24.534602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30988): Terminated: ok {rc=0}\u000a09:21:24.544618 --- ParallelTerminationStrategy: PID 30991 died...\u000a09:21:24.600267 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30991): Terminated: ok {rc=0}\u000a09:21:24.686735 bus /gobi_4: Setting Powered False\u000a09:21:25.792994 bus /gobi_4: Setting Powered False\u000a09:21:26.899873 bus /gobi_1: Setting Powered False\u000a09:21:28.004327 bus /gobi_1: Setting Powered False\u000a09:21:29.111303 bus /gobi_0: Setting Powered False\u000a09:21:30.214638 bus /gobi_0: Setting Powered False\u000a09:21:31.347360 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31000): Process ended prematurely: osmo-stp_10.42.42.5(pid=31000) [trial-2387↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31000)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31000): Process ended prematurely: osmo-stp_10.42.42.5(pid=31000) [trial-2387↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31000)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a09:21:32.414582 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:32.425533 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a09:21:32.556276 tst ping.py: using LAC 32991\u000a09:21:32.680374 tst ping.py: using RAC 96\u000a09:21:32.795201 tst ping.py: using CellId 32991\u000a09:21:32.907406 tst ping.py: using BVCI 32992\u000a09:21:32.929550 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:32.939984 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:32.950310 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:32.960473 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:32.971035 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:32.981239 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:32.991973 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:33.002510 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:21:33.285022 tst ping.py:19: start network...\u000a09:21:33.415421 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:21:33.912782 run create_hlr_db(pid=30994): Launched\u000a09:21:34.093734 bus /gobi_6: Setting Powered False\u000a09:21:35.114910 run create_hlr_db(pid=30994): Terminated: ok {rc=0}\u000a09:21:35.506001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30996): Launched\u000a09:21:35.796493 run osmo-hlr_10.42.42.2(pid=30997): Launched\u000a09:21:35.910668 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:21:36.427512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30999): Launched\u000a09:21:36.718180 run osmo-stp_10.42.42.5(pid=31000): Launched\u000a09:21:36.824386 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:21:37.330614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31002): Launched\u000a09:21:37.434244 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:21:37.687411 run patchelf(pid=31003): Launched\u000a09:21:37.858130 run osmo-stp_10.42.42.5(pid=31000): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31000)]\u000a09:21:37.983064 run osmo-stp_10.42.42.5(pid=31000): stdout: \u000a| (launched: 2022-12-13_09:21:36.575252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:38.108523 run osmo-stp_10.42.42.5(pid=31000): stderr: \u000a| �[0;m�[38;5;43m20221213092136745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092136746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092136746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092136746 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092136748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092136749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092136749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:38.230127 run osmo-stp_10.42.42.5(pid=31000): stdout: \u000a| (launched: 2022-12-13_09:21:36.575252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:38.350736 run osmo-stp_10.42.42.5(pid=31000): stderr: \u000a| �[0;m�[38;5;43m20221213092136745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092136746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092136746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092136746 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092136748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092136749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092136749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:38.490299 run patchelf(pid=31003): Terminating (SIGINT)\u000a09:21:38.654561 run patchelf(pid=31003): Terminated: ok {rc=0}\u000a09:21:38.684607 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31000): Process ended prematurely: osmo-stp_10.42.42.5(pid=31000) [trial-2387↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31000)] [trial-2387↪gprs:trx-lms↪ping.py:22]\u000a09:21:38.693428 tst ping.py:22: Test FAILED (6.3 sec)\u000a09:21:38.754453 run osmo-hlr_10.42.42.2(pid=30997): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30997)]\u000a09:21:38.804126 run osmo-hlr_10.42.42.2(pid=30997): stdout: \u000a| (launched: 2022-12-13_09:21:35.653448) \u000a09:21:38.854284 run osmo-hlr_10.42.42.2(pid=30997): stderr: \u000a| �[0;m�[1;31m20221213092135829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092135829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092135829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092135829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092135829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092135829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092135841 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092135850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092135850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092135850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:21:38.896833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30996): Terminating (SIGTERM)\u000a09:21:38.937107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30999): Terminating (SIGTERM)\u000a09:21:38.977239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31002): Terminating (SIGTERM)\u000a09:21:38.986521 --- ParallelTerminationStrategy: PID 30996 died...\u000a09:21:39.040729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30996): Terminated: ok {rc=0}\u000a09:21:39.050475 --- ParallelTerminationStrategy: PID 30999 died...\u000a09:21:39.104376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30999): Terminated: ok {rc=0}\u000a09:21:39.114145 --- ParallelTerminationStrategy: PID 31002 died...\u000a09:21:39.168068 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31002): Terminated: ok {rc=0}\u000a09:21:39.256322 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31010): Process ended prematurely: osmo-stp_10.42.42.5(pid=31010) [trial-2387↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31010)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31010): Process ended prematurely: osmo-stp_10.42.42.5(pid=31010) [trial-2387↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31010)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a09:21:40.307199 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:40.318223 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a09:21:40.453723 tst ping_idle_ping.py: using LAC 32992\u000a09:21:40.568014 tst ping_idle_ping.py: using RAC 97\u000a09:21:40.683188 tst ping_idle_ping.py: using CellId 32992\u000a09:21:40.800194 tst ping_idle_ping.py: using BVCI 32993\u000a09:21:40.822649 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:40.833160 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:40.843583 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:40.853875 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:40.864291 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:40.875278 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:40.887064 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:21:40.898240 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:21:41.185885 tst ping_idle_ping.py:24: start network...\u000a09:21:41.315712 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:21:41.817386 run create_hlr_db(pid=31004): Launched\u000a09:21:41.998167 bus /gobi_6: Setting Powered False\u000a09:21:43.018988 run create_hlr_db(pid=31004): Terminated: ok {rc=0}\u000a09:21:43.412357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31006): Launched\u000a09:21:43.705291 run osmo-hlr_10.42.42.2(pid=31007): Launched\u000a09:21:43.815028 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:21:44.319415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31009): Launched\u000a09:21:44.610080 run osmo-stp_10.42.42.5(pid=31010): Launched\u000a09:21:44.717665 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:21:45.224132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31012): Launched\u000a09:21:45.327707 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:21:45.581097 run patchelf(pid=31013): Launched\u000a09:21:45.751867 run osmo-stp_10.42.42.5(pid=31010): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31010)]\u000a09:21:45.885351 run osmo-stp_10.42.42.5(pid=31010): stdout: \u000a| (launched: 2022-12-13_09:21:44.466608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:46.030422 run osmo-stp_10.42.42.5(pid=31010): stderr: \u000a| �[0;m�[38;5;43m20221213092144635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092144636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092144636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092144636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092144637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092144637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092144637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:46.153233 run osmo-stp_10.42.42.5(pid=31010): stdout: \u000a| (launched: 2022-12-13_09:21:44.466608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:46.284455 run osmo-stp_10.42.42.5(pid=31010): stderr: \u000a| �[0;m�[38;5;43m20221213092144635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092144636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092144636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092144636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092144637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092144637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092144637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:46.430093 run patchelf(pid=31013): Terminating (SIGINT)\u000a09:21:46.616882 run patchelf(pid=31013): Terminated: ok {rc=0}\u000a09:21:46.661126 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31010): Process ended prematurely: osmo-stp_10.42.42.5(pid=31010) [trial-2387↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31010)] [trial-2387↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a09:21:46.674422 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a09:21:46.752704 run osmo-hlr_10.42.42.2(pid=31007): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31007)]\u000a09:21:46.804650 run osmo-hlr_10.42.42.2(pid=31007): stdout: \u000a| (launched: 2022-12-13_09:21:43.560613) \u000a09:21:46.856835 run osmo-hlr_10.42.42.2(pid=31007): stderr: \u000a| �[0;m�[1;31m20221213092143736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092143736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092143736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092143736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092143736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092143737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092143752 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092143762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092143762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092143762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:21:46.901574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31006): Terminating (SIGTERM)\u000a09:21:46.942991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31009): Terminating (SIGTERM)\u000a09:21:46.984493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31012): Terminating (SIGTERM)\u000a09:21:46.994285 --- ParallelTerminationStrategy: PID 31006 died...\u000a09:21:47.051191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31006): Terminated: ok {rc=0}\u000a09:21:47.061800 --- ParallelTerminationStrategy: PID 31009 died...\u000a09:21:47.118517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31009): Terminated: ok {rc=0}\u000a09:21:47.129026 --- ParallelTerminationStrategy: PID 31012 died...\u000a09:21:47.185185 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31012): Terminated: ok {rc=0}\u000a09:21:47.271965 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:20:50" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31027): Process ended prematurely: osmo-stp_10.42.42.5(pid=31027) [trial-2387↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31027)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31027): Process ended prematurely: osmo-stp_10.42.42.5(pid=31027) [trial-2387↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31027)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:21:49.416179 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:21:49.427371 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:21:49.568309 tst cs_paging_gprs_active.py: using LAC 32993\u000a09:21:49.691201 tst cs_paging_gprs_active.py: using RAC 98\u000a09:21:49.813764 tst cs_paging_gprs_active.py: using CellId 32993\u000a09:21:49.936165 tst cs_paging_gprs_active.py: using BVCI 32994\u000a09:21:49.960488 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:21:49.971752 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:21:49.982744 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:21:49.993836 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:21:50.004721 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:21:50.015661 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:21:50.026834 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:21:50.037770 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:21:50.048893 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:21:50.166801 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:21:50.456282 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:21:50.589782 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:21:50.917214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31017): Launched\u000a09:21:51.189337 run iperf3-srv_10.42.42.10(pid=31018): Launched\u000a09:21:51.383823 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:21:51.516876 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:21:51.845451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31019): Launched\u000a09:21:52.117837 run iperf3-srv_10.42.42.10(pid=31020): Launched\u000a09:21:52.312159 tst cs_paging_gprs_active.py:38: start network...\u000a09:21:52.444836 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:21:52.951213 run create_hlr_db(pid=31021): Launched\u000a09:21:53.134215 bus /gobi_6: Setting Powered False\u000a09:21:54.155714 run create_hlr_db(pid=31021): Terminated: ok {rc=0}\u000a09:21:54.553180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31023): Launched\u000a09:21:54.850103 run osmo-hlr_10.42.42.2(pid=31024): Launched\u000a09:21:54.966113 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:21:55.486083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31026): Launched\u000a09:21:55.783064 run osmo-stp_10.42.42.5(pid=31027): Launched\u000a09:21:55.892140 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:21:56.406201 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31029): Launched\u000a09:21:56.511742 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:21:56.769152 run patchelf(pid=31030): Launched\u000a09:21:56.944168 run osmo-stp_10.42.42.5(pid=31027): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31027)]\u000a09:21:57.071567 run osmo-stp_10.42.42.5(pid=31027): stdout: \u000a| (launched: 2022-12-13_09:21:55.637356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:57.199396 run osmo-stp_10.42.42.5(pid=31027): stderr: \u000a| �[0;m�[38;5;43m20221213092155807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092155807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092155808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092155808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092155810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092155810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092155810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:57.322879 run osmo-stp_10.42.42.5(pid=31027): stdout: \u000a| (launched: 2022-12-13_09:21:55.637356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:57.444860 run osmo-stp_10.42.42.5(pid=31027): stderr: \u000a| �[0;m�[38;5;43m20221213092155807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092155807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092155808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092155808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092155810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092155810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092155810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:57.587510 run patchelf(pid=31030): Terminating (SIGINT)\u000a09:21:57.754426 run patchelf(pid=31030): Terminated: ok {rc=0}\u000a09:21:57.785266 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31027): Process ended prematurely: osmo-stp_10.42.42.5(pid=31027) [trial-2387↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31027)] [trial-2387↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a09:21:57.794472 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a09:21:57.854550 run osmo-hlr_10.42.42.2(pid=31024): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31024)]\u000a09:21:57.903669 run osmo-hlr_10.42.42.2(pid=31024): stdout: \u000a| (launched: 2022-12-13_09:21:54.704116) \u000a09:21:57.953432 run osmo-hlr_10.42.42.2(pid=31024): stderr: \u000a| �[0;m�[1;31m20221213092154879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092154879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092154879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092154879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092154879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092154879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092154892 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092154900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092154901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092154901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:21:57.995845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31017): Terminating (SIGTERM)\u000a09:21:58.035837 run iperf3-srv_10.42.42.10(pid=31018): Terminating (SIGTERM)\u000a09:21:58.075896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31019): Terminating (SIGTERM)\u000a09:21:58.115721 run iperf3-srv_10.42.42.10(pid=31020): Terminating (SIGTERM)\u000a09:21:58.155688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31023): Terminating (SIGTERM)\u000a09:21:58.195756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31026): Terminating (SIGTERM)\u000a09:21:58.235847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31029): Terminating (SIGTERM)\u000a09:21:58.245253 --- ParallelTerminationStrategy: PID 31017 died...\u000a09:21:58.298969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31017): Terminated: ok {rc=0}\u000a09:21:58.308647 --- ParallelTerminationStrategy: PID 31018 died...\u000a09:21:58.361890 run iperf3-srv_10.42.42.10(pid=31018): Terminated {rc=256}\u000a09:21:58.371504 --- ParallelTerminationStrategy: PID 31019 died...\u000a09:21:58.424838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31019): Terminated: ok {rc=0}\u000a09:21:58.434505 --- ParallelTerminationStrategy: PID 31020 died...\u000a09:21:58.487643 run iperf3-srv_10.42.42.10(pid=31020): Terminated {rc=256}\u000a09:21:58.497163 --- ParallelTerminationStrategy: PID 31023 died...\u000a09:21:58.550106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31023): Terminated: ok {rc=0}\u000a09:21:58.559708 --- ParallelTerminationStrategy: PID 31026 died...\u000a09:21:58.612824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31026): Terminated: ok {rc=0}\u000a09:21:58.622532 --- ParallelTerminationStrategy: PID 31029 died...\u000a09:21:58.675651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31029): Terminated: ok {rc=0}\u000a09:21:58.763328 bus /gobi_0: Setting Powered False\u000a09:21:59.870024 bus /gobi_0: Setting Powered False\u000a09:22:00.990066 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31039): Process ended prematurely: osmo-stp_10.42.42.5(pid=31039) [trial-2387↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31039)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31039): Process ended prematurely: osmo-stp_10.42.42.5(pid=31039) [trial-2387↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31039)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a09:22:02.124308 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:02.136132 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:22:02.283836 tst iperf3.py: using LAC 32994\u000a09:22:02.401335 tst iperf3.py: using RAC 99\u000a09:22:02.518579 tst iperf3.py: using CellId 32994\u000a09:22:02.644032 tst iperf3.py: using BVCI 32995\u000a09:22:02.668579 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:02.680129 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:02.691454 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:02.702825 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:02.714234 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:02.725663 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:02.737373 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:02.748713 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:02.760320 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:22:03.033792 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:22:03.157274 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:22:03.463234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31031): Launched\u000a09:22:03.719050 run iperf3-srv_10.42.42.10(pid=31032): Launched\u000a09:22:03.899220 tst iperf3.py:8: start network...\u000a09:22:04.022537 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:22:04.501631 run create_hlr_db(pid=31033): Launched\u000a09:22:04.692520 bus /gobi_6: Setting Powered False\u000a09:22:05.707012 run create_hlr_db(pid=31033): Terminated: ok {rc=0}\u000a09:22:06.126849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31035): Launched\u000a09:22:06.442919 run osmo-hlr_10.42.42.2(pid=31036): Launched\u000a09:22:06.560348 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:22:07.110047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31038): Launched\u000a09:22:07.426379 run osmo-stp_10.42.42.5(pid=31039): Launched\u000a09:22:07.542631 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:22:08.094664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31041): Launched\u000a09:22:08.207882 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:22:08.482775 run patchelf(pid=31042): Launched\u000a09:22:08.668249 run osmo-stp_10.42.42.5(pid=31039): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31039)]\u000a09:22:08.803026 run osmo-stp_10.42.42.5(pid=31039): stdout: \u000a| (launched: 2022-12-13_09:22:07.271453)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:08.938590 run osmo-stp_10.42.42.5(pid=31039): stderr: \u000a| �[0;m�[38;5;43m20221213092207463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092207464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092207464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092207464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092207465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092207465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092207465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:09.069845 run osmo-stp_10.42.42.5(pid=31039): stdout: \u000a| (launched: 2022-12-13_09:22:07.271453)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:09.200033 run osmo-stp_10.42.42.5(pid=31039): stderr: \u000a| �[0;m�[38;5;43m20221213092207463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092207464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092207464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092207464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092207465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092207465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092207465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:09.351289 run patchelf(pid=31042): Terminating (SIGINT)\u000a09:22:09.528698 run patchelf(pid=31042): Terminated: ok {rc=0}\u000a09:22:09.561416 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31039): Process ended prematurely: osmo-stp_10.42.42.5(pid=31039) [trial-2387↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31039)] [trial-2387↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a09:22:09.571170 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a09:22:09.633668 run osmo-hlr_10.42.42.2(pid=31036): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31036)]\u000a09:22:09.684765 run osmo-hlr_10.42.42.2(pid=31036): stdout: \u000a| (launched: 2022-12-13_09:22:06.287852) \u000a09:22:09.736389 run osmo-hlr_10.42.42.2(pid=31036): stderr: \u000a| �[0;m�[1;31m20221213092206486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092206486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092206487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092206487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092206487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092206487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092206500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092206508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092206508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092206508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:22:09.780375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31031): Terminating (SIGTERM)\u000a09:22:09.821475 run iperf3-srv_10.42.42.10(pid=31032): Terminating (SIGTERM)\u000a09:22:09.862947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31035): Terminating (SIGTERM)\u000a09:22:09.904371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31038): Terminating (SIGTERM)\u000a09:22:09.945684 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31041): Terminating (SIGTERM)\u000a09:22:09.955350 --- ParallelTerminationStrategy: PID 31031 died...\u000a09:22:10.011227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31031): Terminated: ok {rc=0}\u000a09:22:10.021477 --- ParallelTerminationStrategy: PID 31032 died...\u000a09:22:10.076742 run iperf3-srv_10.42.42.10(pid=31032): Terminated {rc=256}\u000a09:22:10.086830 --- ParallelTerminationStrategy: PID 31035 died...\u000a09:22:10.141986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31035): Terminated: ok {rc=0}\u000a09:22:10.151927 --- ParallelTerminationStrategy: PID 31038 died...\u000a09:22:10.207005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31038): Terminated: ok {rc=0}\u000a09:22:10.217073 --- ParallelTerminationStrategy: PID 31041 died...\u000a09:22:10.272377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31041): Terminated: ok {rc=0}\u000a09:22:10.358880 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31057): Process ended prematurely: osmo-stp_10.42.42.5(pid=31057) [trial-2387↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31057)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31057): Process ended prematurely: osmo-stp_10.42.42.5(pid=31057) [trial-2387↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31057)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a09:22:11.472054 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:11.483927 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:22:11.644819 tst iperf3m4.py: using LAC 32995\u000a09:22:11.769366 tst iperf3m4.py: using RAC 100\u000a09:22:11.895472 tst iperf3m4.py: using CellId 32995\u000a09:22:12.020079 tst iperf3m4.py: using BVCI 32996\u000a09:22:12.044382 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:12.055676 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:12.066759 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:12.077768 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:12.088645 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:12.099669 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:12.110895 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:12.121736 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:12.132795 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:22:12.250651 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:22:12.369215 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:22:12.487622 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:22:12.763203 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:22:12.887307 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:22:13.193475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31043): Launched\u000a09:22:13.447847 run iperf3-srv_10.42.42.10(pid=31044): Launched\u000a09:22:13.629207 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:22:13.753991 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:22:14.059816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31045): Launched\u000a09:22:14.313969 run iperf3-srv_10.42.42.10(pid=31046): Launched\u000a09:22:14.494563 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:22:14.618258 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:22:14.923999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31047): Launched\u000a09:22:15.177445 run iperf3-srv_10.42.42.10(pid=31048): Launched\u000a09:22:15.357719 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:22:15.481238 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:22:15.787266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31049): Launched\u000a09:22:16.078270 run iperf3-srv_10.42.42.10(pid=31050): Launched\u000a09:22:16.262453 tst iperf3m4.py:8: start network...\u000a09:22:16.389207 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:22:16.907766 run create_hlr_db(pid=31051): Launched\u000a09:22:17.081983 bus /gobi_6: Setting Powered False\u000a09:22:18.101098 run create_hlr_db(pid=31051): Terminated: ok {rc=0}\u000a09:22:18.494992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31053): Launched\u000a09:22:18.790776 run osmo-hlr_10.42.42.2(pid=31054): Launched\u000a09:22:18.904830 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:22:19.417884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31056): Launched\u000a09:22:19.714126 run osmo-stp_10.42.42.5(pid=31057): Launched\u000a09:22:19.822405 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:22:20.336915 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31059): Launched\u000a09:22:20.442841 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:22:20.700301 run patchelf(pid=31060): Launched\u000a09:22:20.873929 run osmo-stp_10.42.42.5(pid=31057): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31057)]\u000a09:22:21.001351 run osmo-stp_10.42.42.5(pid=31057): stdout: \u000a| (launched: 2022-12-13_09:22:19.567825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:21.128861 run osmo-stp_10.42.42.5(pid=31057): stderr: \u000a| �[0;m�[38;5;43m20221213092219738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092219739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092219739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092219739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092219740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092219740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092219740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:21.252114 run osmo-stp_10.42.42.5(pid=31057): stdout: \u000a| (launched: 2022-12-13_09:22:19.567825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:21.374412 run osmo-stp_10.42.42.5(pid=31057): stderr: \u000a| �[0;m�[38;5;43m20221213092219738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092219739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092219739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092219739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092219740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092219740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092219740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:21.516177 run patchelf(pid=31060): Terminating (SIGINT)\u000a09:22:21.683275 run patchelf(pid=31060): Terminated: ok {rc=0}\u000a09:22:21.714369 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31057): Process ended prematurely: osmo-stp_10.42.42.5(pid=31057) [trial-2387↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31057)] [trial-2387↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a09:22:21.723904 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a09:22:21.785519 run osmo-hlr_10.42.42.2(pid=31054): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31054)]\u000a09:22:21.835309 run osmo-hlr_10.42.42.2(pid=31054): stdout: \u000a| (launched: 2022-12-13_09:22:18.645208) \u000a09:22:21.885482 run osmo-hlr_10.42.42.2(pid=31054): stderr: \u000a| �[0;m�[1;31m20221213092218819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092218819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092218820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092218820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092218820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092218820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092218832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092218840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092218840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092218841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:22:21.928328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31043): Terminating (SIGTERM)\u000a09:22:21.968503 run iperf3-srv_10.42.42.10(pid=31044): Terminating (SIGTERM)\u000a09:22:22.008895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31045): Terminating (SIGTERM)\u000a09:22:22.049336 run iperf3-srv_10.42.42.10(pid=31046): Terminating (SIGTERM)\u000a09:22:22.089610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31047): Terminating (SIGTERM)\u000a09:22:22.129783 run iperf3-srv_10.42.42.10(pid=31048): Terminating (SIGTERM)\u000a09:22:22.170092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31049): Terminating (SIGTERM)\u000a09:22:22.210272 run iperf3-srv_10.42.42.10(pid=31050): Terminating (SIGTERM)\u000a09:22:22.250503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31053): Terminating (SIGTERM)\u000a09:22:22.290715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31056): Terminating (SIGTERM)\u000a09:22:22.330941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31059): Terminating (SIGTERM)\u000a09:22:22.340104 --- ParallelTerminationStrategy: PID 31043 died...\u000a09:22:22.393798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31043): Terminated: ok {rc=0}\u000a09:22:22.403304 --- ParallelTerminationStrategy: PID 31044 died...\u000a09:22:22.456675 run iperf3-srv_10.42.42.10(pid=31044): Terminated {rc=256}\u000a09:22:22.466200 --- ParallelTerminationStrategy: PID 31045 died...\u000a09:22:22.519658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31045): Terminated: ok {rc=0}\u000a09:22:22.529213 --- ParallelTerminationStrategy: PID 31046 died...\u000a09:22:22.583059 run iperf3-srv_10.42.42.10(pid=31046): Terminated {rc=256}\u000a09:22:22.592574 --- ParallelTerminationStrategy: PID 31047 died...\u000a09:22:22.645973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31047): Terminated: ok {rc=0}\u000a09:22:22.655447 --- ParallelTerminationStrategy: PID 31048 died...\u000a09:22:22.708531 run iperf3-srv_10.42.42.10(pid=31048): Terminated {rc=256}\u000a09:22:22.718015 --- ParallelTerminationStrategy: PID 31049 died...\u000a09:22:22.771093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31049): Terminated: ok {rc=0}\u000a09:22:22.780579 --- ParallelTerminationStrategy: PID 31050 died...\u000a09:22:22.833881 run iperf3-srv_10.42.42.10(pid=31050): Terminated {rc=256}\u000a09:22:22.843394 --- ParallelTerminationStrategy: PID 31053 died...\u000a09:22:22.896779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31053): Terminated: ok {rc=0}\u000a09:22:22.906368 --- ParallelTerminationStrategy: PID 31056 died...\u000a09:22:22.959687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31056): Terminated: ok {rc=0}\u000a09:22:22.969422 --- ParallelTerminationStrategy: PID 31059 died...\u000a09:22:23.022547 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31059): Terminated: ok {rc=0}\u000a09:22:23.105110 bus /gobi_4: Setting Powered False\u000a09:22:24.206377 bus /gobi_4: Setting Powered False\u000a09:22:25.316868 bus /gobi_1: Setting Powered False\u000a09:22:26.418656 bus /gobi_1: Setting Powered False\u000a09:22:27.528864 bus /gobi_0: Setting Powered False\u000a09:22:28.630308 bus /gobi_0: Setting Powered False\u000a09:22:29.741092 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31067): Process ended prematurely: osmo-stp_10.42.42.5(pid=31067) [trial-2387↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31067)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31067): Process ended prematurely: osmo-stp_10.42.42.5(pid=31067) [trial-2387↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a09:22:30.809530 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:30.821305 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:22:30.988133 tst ping.py: using LAC 32996\u000a09:22:31.114195 tst ping.py: using RAC 101\u000a09:22:31.261109 tst ping.py: using CellId 32996\u000a09:22:31.384546 tst ping.py: using BVCI 32997\u000a09:22:31.408890 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:31.420900 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:31.432889 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:31.444713 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:31.457235 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:31.469619 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:31.483277 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:31.496378 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:22:31.847450 tst ping.py:19: start network...\u000a09:22:31.972603 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:22:32.434087 run create_hlr_db(pid=31061): Launched\u000a09:22:32.601889 bus /gobi_6: Setting Powered False\u000a09:22:33.622347 run create_hlr_db(pid=31061): Terminated: ok {rc=0}\u000a09:22:34.036343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31063): Launched\u000a09:22:34.346450 run osmo-hlr_10.42.42.2(pid=31064): Launched\u000a09:22:34.463016 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:22:35.006060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31066): Launched\u000a09:22:35.315425 run osmo-stp_10.42.42.5(pid=31067): Launched\u000a09:22:35.427970 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:22:35.969311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31069): Launched\u000a09:22:36.080066 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:22:36.349628 run patchelf(pid=31070): Launched\u000a09:22:36.531722 run osmo-stp_10.42.42.5(pid=31067): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31067)]\u000a09:22:36.664777 run osmo-stp_10.42.42.5(pid=31067): stdout: \u000a| (launched: 2022-12-13_09:22:35.163870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:36.798110 run osmo-stp_10.42.42.5(pid=31067): stderr: \u000a| �[0;m�[38;5;43m20221213092235354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092235354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092235355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092235355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092235356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092235356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092235356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:36.926544 run osmo-stp_10.42.42.5(pid=31067): stdout: \u000a| (launched: 2022-12-13_09:22:35.163870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:37.054165 run osmo-stp_10.42.42.5(pid=31067): stderr: \u000a| �[0;m�[38;5;43m20221213092235354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092235354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092235355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092235355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092235356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092235356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092235356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:37.202035 run patchelf(pid=31070): Terminating (SIGINT)\u000a09:22:37.375830 run patchelf(pid=31070): Terminated: ok {rc=0}\u000a09:22:37.407470 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31067): Process ended prematurely: osmo-stp_10.42.42.5(pid=31067) [trial-2387↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31067)] [trial-2387↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a09:22:37.416577 tst ping.py:22: Test FAILED (6.6 sec)\u000a09:22:37.478731 run osmo-hlr_10.42.42.2(pid=31064): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31064)]\u000a09:22:37.529696 run osmo-hlr_10.42.42.2(pid=31064): stdout: \u000a| (launched: 2022-12-13_09:22:34.194415) \u000a09:22:37.581285 run osmo-hlr_10.42.42.2(pid=31064): stderr: \u000a| �[0;m�[1;31m20221213092234392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092234392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092234392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092234392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092234392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092234392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092234404 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092234413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092234413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092234413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:22:37.625422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31063): Terminating (SIGTERM)\u000a09:22:37.666704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31066): Terminating (SIGTERM)\u000a09:22:37.708060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31069): Terminating (SIGTERM)\u000a09:22:37.717739 --- ParallelTerminationStrategy: PID 31063 died...\u000a09:22:37.772716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31063): Terminated: ok {rc=0}\u000a09:22:37.782650 --- ParallelTerminationStrategy: PID 31066 died...\u000a09:22:37.837669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31066): Terminated: ok {rc=0}\u000a09:22:37.847656 --- ParallelTerminationStrategy: PID 31069 died...\u000a09:22:37.902889 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31069): Terminated: ok {rc=0}\u000a09:22:37.988514 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31077): Process ended prematurely: osmo-stp_10.42.42.5(pid=31077) [trial-2387↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31077)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31077): Process ended prematurely: osmo-stp_10.42.42.5(pid=31077) [trial-2387↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31077)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a09:22:39.040299 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:39.051965 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:22:39.195752 tst ping_idle_ping.py: using LAC 32997\u000a09:22:39.317871 tst ping_idle_ping.py: using RAC 102\u000a09:22:39.441755 tst ping_idle_ping.py: using CellId 32997\u000a09:22:39.566030 tst ping_idle_ping.py: using BVCI 32998\u000a09:22:39.589883 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:39.601263 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:39.613309 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:39.624456 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:39.635603 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:39.646878 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:39.658373 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:39.669584 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:22:39.939945 tst ping_idle_ping.py:24: start network...\u000a09:22:40.061016 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:22:40.520786 run create_hlr_db(pid=31071): Launched\u000a09:22:40.688616 bus /gobi_6: Setting Powered False\u000a09:22:41.710202 run create_hlr_db(pid=31071): Terminated: ok {rc=0}\u000a09:22:42.124683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31073): Launched\u000a09:22:42.435017 run osmo-hlr_10.42.42.2(pid=31074): Launched\u000a09:22:42.553615 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:22:43.093846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31076): Launched\u000a09:22:43.406185 run osmo-stp_10.42.42.5(pid=31077): Launched\u000a09:22:43.519818 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:22:44.064410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31079): Launched\u000a09:22:44.175678 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:22:44.445866 run patchelf(pid=31080): Launched\u000a09:22:44.628082 run osmo-stp_10.42.42.5(pid=31077): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31077)]\u000a09:22:44.761611 run osmo-stp_10.42.42.5(pid=31077): stdout: \u000a| (launched: 2022-12-13_09:22:43.252568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:44.896409 run osmo-stp_10.42.42.5(pid=31077): stderr: \u000a| �[0;m�[38;5;43m20221213092243444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092243444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092243444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092243444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092243445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092243445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092243445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:45.025407 run osmo-stp_10.42.42.5(pid=31077): stdout: \u000a| (launched: 2022-12-13_09:22:43.252568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:45.153727 run osmo-stp_10.42.42.5(pid=31077): stderr: \u000a| �[0;m�[38;5;43m20221213092243444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092243444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092243444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092243444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092243445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092243445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092243445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:45.301968 run patchelf(pid=31080): Terminating (SIGINT)\u000a09:22:45.476615 run patchelf(pid=31080): Terminated: ok {rc=0}\u000a09:22:45.508358 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31077): Process ended prematurely: osmo-stp_10.42.42.5(pid=31077) [trial-2387↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31077)] [trial-2387↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a09:22:45.517549 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a09:22:45.579664 run osmo-hlr_10.42.42.2(pid=31074): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31074)]\u000a09:22:45.630972 run osmo-hlr_10.42.42.2(pid=31074): stdout: \u000a| (launched: 2022-12-13_09:22:42.283153) \u000a09:22:45.682737 run osmo-hlr_10.42.42.2(pid=31074): stderr: \u000a| �[0;m�[1;31m20221213092242477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092242477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092242477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092242477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092242477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092242477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092242491 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092242499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092242500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092242500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:22:45.726540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31073): Terminating (SIGTERM)\u000a09:22:45.767903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31076): Terminating (SIGTERM)\u000a09:22:45.809856 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31079): Terminating (SIGTERM)\u000a09:22:45.819588 --- ParallelTerminationStrategy: PID 31073 died...\u000a09:22:45.903660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31073): Terminated: ok {rc=0}\u000a09:22:45.914155 --- ParallelTerminationStrategy: PID 31076 died...\u000a09:22:45.970767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31076): Terminated: ok {rc=0}\u000a09:22:45.981379 --- ParallelTerminationStrategy: PID 31079 died...\u000a09:22:46.037530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31079): Terminated: ok {rc=0}\u000a09:22:46.143098 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:21:49" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31099): Process ended prematurely: osmo-stp_10.42.42.5(pid=31099) [trial-2387↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31099)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31099): Process ended prematurely: osmo-stp_10.42.42.5(pid=31099) [trial-2387↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31099)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:22:48.290306 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:22:48.301140 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:22:48.462005 tst cs_paging_gprs_active.py: using LAC 32998\u000a09:22:48.588715 tst cs_paging_gprs_active.py: using RAC 103\u000a09:22:48.712749 tst cs_paging_gprs_active.py: using CellId 32998\u000a09:22:48.835984 tst cs_paging_gprs_active.py: using BVCI 32999\u000a09:22:48.860479 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:22:48.871796 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:22:48.882913 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:22:48.894019 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:22:48.905061 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:22:48.916212 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:22:48.927449 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:22:48.938469 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:22:48.949654 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:22:49.068819 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:22:49.356687 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:22:49.490223 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:22:49.817959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31089): Launched\u000a09:22:50.088738 run iperf3-srv_10.42.42.10(pid=31090): Launched\u000a09:22:50.282034 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:22:50.413846 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:22:50.740656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31091): Launched\u000a09:22:51.011246 run iperf3-srv_10.42.42.10(pid=31092): Launched\u000a09:22:51.198227 tst cs_paging_gprs_active.py:38: start network...\u000a09:22:51.321538 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:22:51.787943 run create_hlr_db(pid=31093): Launched\u000a09:22:51.958597 bus /gobi_6: Setting Powered False\u000a09:22:52.980925 run create_hlr_db(pid=31093): Terminated: ok {rc=0}\u000a09:22:53.374117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31095): Launched\u000a09:22:53.670540 run osmo-hlr_10.42.42.2(pid=31096): Launched\u000a09:22:53.783425 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:22:54.305532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31098): Launched\u000a09:22:54.601170 run osmo-stp_10.42.42.5(pid=31099): Launched\u000a09:22:54.709624 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:22:55.225333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31101): Launched\u000a09:22:55.330715 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:22:55.594867 run patchelf(pid=31102): Launched\u000a09:22:55.768744 run osmo-stp_10.42.42.5(pid=31099): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31099)]\u000a09:22:55.896075 run osmo-stp_10.42.42.5(pid=31099): stdout: \u000a| (launched: 2022-12-13_09:22:54.455403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:56.024045 run osmo-stp_10.42.42.5(pid=31099): stderr: \u000a| �[0;m�[38;5;43m20221213092254626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092254626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092254626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092254627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092254627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092254627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092254627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:56.147418 run osmo-stp_10.42.42.5(pid=31099): stdout: \u000a| (launched: 2022-12-13_09:22:54.455403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:56.269419 run osmo-stp_10.42.42.5(pid=31099): stderr: \u000a| �[0;m�[38;5;43m20221213092254626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092254626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092254626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092254627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092254627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092254627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092254627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:56.411520 run patchelf(pid=31102): Terminating (SIGINT)\u000a09:22:56.589299 run patchelf(pid=31102): Terminated: ok {rc=0}\u000a09:22:56.622574 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31099): Process ended prematurely: osmo-stp_10.42.42.5(pid=31099) [trial-2387↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31099)] [trial-2387↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a09:22:56.632608 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a09:22:56.695342 run osmo-hlr_10.42.42.2(pid=31096): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31096)]\u000a09:22:56.746416 run osmo-hlr_10.42.42.2(pid=31096): stdout: \u000a| (launched: 2022-12-13_09:22:53.524693) \u000a09:22:56.798035 run osmo-hlr_10.42.42.2(pid=31096): stderr: \u000a| �[0;m�[1;31m20221213092253702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092253702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092253702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092253702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092253702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092253702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092253715 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092253723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092253723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092253723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:22:56.841854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31089): Terminating (SIGTERM)\u000a09:22:56.883062 run iperf3-srv_10.42.42.10(pid=31090): Terminating (SIGTERM)\u000a09:22:56.925182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31091): Terminating (SIGTERM)\u000a09:22:56.966497 run iperf3-srv_10.42.42.10(pid=31092): Terminating (SIGTERM)\u000a09:22:57.008282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31095): Terminating (SIGTERM)\u000a09:22:57.050109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31098): Terminating (SIGTERM)\u000a09:22:57.091499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31101): Terminating (SIGTERM)\u000a09:22:57.101192 --- ParallelTerminationStrategy: PID 31089 died...\u000a09:22:57.156779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31089): Terminated: ok {rc=0}\u000a09:22:57.166826 --- ParallelTerminationStrategy: PID 31090 died...\u000a09:22:57.221716 run iperf3-srv_10.42.42.10(pid=31090): Terminated {rc=256}\u000a09:22:57.231672 --- ParallelTerminationStrategy: PID 31091 died...\u000a09:22:57.286690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31091): Terminated: ok {rc=0}\u000a09:22:57.296705 --- ParallelTerminationStrategy: PID 31092 died...\u000a09:22:57.351603 run iperf3-srv_10.42.42.10(pid=31092): Terminated {rc=256}\u000a09:22:57.362008 --- ParallelTerminationStrategy: PID 31095 died...\u000a09:22:57.416879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31095): Terminated: ok {rc=0}\u000a09:22:57.426861 --- ParallelTerminationStrategy: PID 31098 died...\u000a09:22:57.481772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31098): Terminated: ok {rc=0}\u000a09:22:57.491767 --- ParallelTerminationStrategy: PID 31101 died...\u000a09:22:57.546809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31101): Terminated: ok {rc=0}\u000a09:22:57.633238 bus /gobi_0: Setting Powered False\u000a09:22:58.738459 bus /gobi_0: Setting Powered False\u000a09:22:59.844653 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31111): Process ended prematurely: osmo-stp_10.42.42.5(pid=31111) [trial-2387↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31111)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31111): Process ended prematurely: osmo-stp_10.42.42.5(pid=31111) [trial-2387↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31111)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a09:23:00.967097 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:00.980174 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:23:01.146568 tst iperf3.py: using LAC 32999\u000a09:23:01.293782 tst iperf3.py: using RAC 104\u000a09:23:01.415062 tst iperf3.py: using CellId 32999\u000a09:23:01.539613 tst iperf3.py: using BVCI 33000\u000a09:23:01.564455 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:01.575950 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:01.588285 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:01.600344 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:01.612903 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:01.625982 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:01.638180 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:01.649797 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:01.661607 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:23:01.975358 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:23:02.110183 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:23:02.424808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31103): Launched\u000a09:23:02.679586 run iperf3-srv_10.42.42.10(pid=31104): Launched\u000a09:23:02.860919 tst iperf3.py:8: start network...\u000a09:23:02.984471 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:23:03.449717 run create_hlr_db(pid=31105): Launched\u000a09:23:03.619646 bus /gobi_6: Setting Powered False\u000a09:23:04.641332 run create_hlr_db(pid=31105): Terminated: ok {rc=0}\u000a09:23:05.034336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31107): Launched\u000a09:23:05.329343 run osmo-hlr_10.42.42.2(pid=31108): Launched\u000a09:23:05.441127 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:23:05.962237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31110): Launched\u000a09:23:06.258311 run osmo-stp_10.42.42.5(pid=31111): Launched\u000a09:23:06.366559 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:23:06.886476 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31113): Launched\u000a09:23:06.999064 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:23:07.273059 run patchelf(pid=31114): Launched\u000a09:23:07.457400 run osmo-stp_10.42.42.5(pid=31111): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31111)]\u000a09:23:07.592371 run osmo-stp_10.42.42.5(pid=31111): stdout: \u000a| (launched: 2022-12-13_09:23:06.112629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:07.727611 run osmo-stp_10.42.42.5(pid=31111): stderr: \u000a| �[0;m�[38;5;43m20221213092306282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092306282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092306282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092306282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092306283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092306283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092306283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:07.858277 run osmo-stp_10.42.42.5(pid=31111): stdout: \u000a| (launched: 2022-12-13_09:23:06.112629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:07.987790 run osmo-stp_10.42.42.5(pid=31111): stderr: \u000a| �[0;m�[38;5;43m20221213092306282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092306282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092306282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092306282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092306283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092306283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092306283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:08.138627 run patchelf(pid=31114): Terminating (SIGINT)\u000a09:23:08.315430 run patchelf(pid=31114): Terminated: ok {rc=0}\u000a09:23:08.347890 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31111): Process ended prematurely: osmo-stp_10.42.42.5(pid=31111) [trial-2387↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31111)] [trial-2387↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a09:23:08.357678 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a09:23:08.419716 run osmo-hlr_10.42.42.2(pid=31108): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31108)]\u000a09:23:08.470606 run osmo-hlr_10.42.42.2(pid=31108): stdout: \u000a| (launched: 2022-12-13_09:23:05.184300) \u000a09:23:08.522076 run osmo-hlr_10.42.42.2(pid=31108): stderr: \u000a| �[0;m�[1;31m20221213092305360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092305360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092305360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092305360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092305360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092305360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092305373 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092305381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092305382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092305382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:23:08.565764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31103): Terminating (SIGTERM)\u000a09:23:08.607431 run iperf3-srv_10.42.42.10(pid=31104): Terminating (SIGTERM)\u000a09:23:08.649036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31107): Terminating (SIGTERM)\u000a09:23:08.690395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31110): Terminating (SIGTERM)\u000a09:23:08.732006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31113): Terminating (SIGTERM)\u000a09:23:08.741603 --- ParallelTerminationStrategy: PID 31103 died...\u000a09:23:08.796855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31103): Terminated: ok {rc=0}\u000a09:23:08.806859 --- ParallelTerminationStrategy: PID 31104 died...\u000a09:23:08.861752 run iperf3-srv_10.42.42.10(pid=31104): Terminated {rc=256}\u000a09:23:08.871683 --- ParallelTerminationStrategy: PID 31107 died...\u000a09:23:08.926557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31107): Terminated: ok {rc=0}\u000a09:23:08.936427 --- ParallelTerminationStrategy: PID 31110 died...\u000a09:23:08.991344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31110): Terminated: ok {rc=0}\u000a09:23:09.001390 --- ParallelTerminationStrategy: PID 31113 died...\u000a09:23:09.056307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31113): Terminated: ok {rc=0}\u000a09:23:09.142102 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31129): Process ended prematurely: osmo-stp_10.42.42.5(pid=31129) [trial-2387↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31129)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31129): Process ended prematurely: osmo-stp_10.42.42.5(pid=31129) [trial-2387↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31129)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a09:23:10.255762 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:10.267501 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:23:10.429977 tst iperf3m4.py: using LAC 33000\u000a09:23:10.548028 tst iperf3m4.py: using RAC 105\u000a09:23:10.662561 tst iperf3m4.py: using CellId 33000\u000a09:23:10.777299 tst iperf3m4.py: using BVCI 33001\u000a09:23:10.799921 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:10.810922 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:10.821693 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:10.832508 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:10.843417 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:10.854277 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:10.865252 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:10.876045 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:10.887106 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:23:11.003521 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:23:11.126308 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:23:11.246031 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:23:11.535499 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:23:11.668465 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:23:11.994966 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31115): Launched\u000a09:23:12.266837 run iperf3-srv_10.42.42.10(pid=31116): Launched\u000a09:23:12.460857 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:23:12.593196 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:23:12.919660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31117): Launched\u000a09:23:13.192674 run iperf3-srv_10.42.42.10(pid=31118): Launched\u000a09:23:13.386448 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:23:13.517944 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:23:13.844216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31119): Launched\u000a09:23:14.114320 run iperf3-srv_10.42.42.10(pid=31120): Launched\u000a09:23:14.307744 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:23:14.439239 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:23:14.766570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31121): Launched\u000a09:23:15.037562 run iperf3-srv_10.42.42.10(pid=31122): Launched\u000a09:23:15.231115 tst iperf3m4.py:8: start network...\u000a09:23:15.363092 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:23:15.896658 run create_hlr_db(pid=31123): Launched\u000a09:23:16.084565 bus /gobi_6: Setting Powered False\u000a09:23:17.104492 run create_hlr_db(pid=31123): Terminated: ok {rc=0}\u000a09:23:17.528429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31125): Launched\u000a09:23:17.845318 run osmo-hlr_10.42.42.2(pid=31126): Launched\u000a09:23:17.960588 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:23:18.509168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31128): Launched\u000a09:23:18.824667 run osmo-stp_10.42.42.5(pid=31129): Launched\u000a09:23:18.939585 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:23:19.489104 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31131): Launched\u000a09:23:19.601491 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:23:19.874922 run patchelf(pid=31132): Launched\u000a09:23:20.058968 run osmo-stp_10.42.42.5(pid=31129): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31129)]\u000a09:23:20.194069 run osmo-stp_10.42.42.5(pid=31129): stdout: \u000a| (launched: 2022-12-13_09:23:18.670257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:20.328847 run osmo-stp_10.42.42.5(pid=31129): stderr: \u000a| �[0;m�[38;5;43m20221213092318861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092318861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092318861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092318862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092318864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092318864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092318864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:20.459340 run osmo-stp_10.42.42.5(pid=31129): stdout: \u000a| (launched: 2022-12-13_09:23:18.670257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:20.588201 run osmo-stp_10.42.42.5(pid=31129): stderr: \u000a| �[0;m�[38;5;43m20221213092318861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092318861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092318861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092318862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092318864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092318864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092318864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:20.738979 run patchelf(pid=31132): Terminating (SIGINT)\u000a09:23:20.915381 run patchelf(pid=31132): Terminated: ok {rc=0}\u000a09:23:20.947787 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31129): Process ended prematurely: osmo-stp_10.42.42.5(pid=31129) [trial-2387↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31129)] [trial-2387↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a09:23:20.957650 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a09:23:21.019769 run osmo-hlr_10.42.42.2(pid=31126): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31126)]\u000a09:23:21.070486 run osmo-hlr_10.42.42.2(pid=31126): stdout: \u000a| (launched: 2022-12-13_09:23:17.690069) \u000a09:23:21.122024 run osmo-hlr_10.42.42.2(pid=31126): stderr: \u000a| �[0;m�[1;31m20221213092317890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092317890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092317891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092317891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092317891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092317891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092317904 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092317914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092317914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092317914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:23:21.165854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31115): Terminating (SIGTERM)\u000a09:23:21.207437 run iperf3-srv_10.42.42.10(pid=31116): Terminating (SIGTERM)\u000a09:23:21.248595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31117): Terminating (SIGTERM)\u000a09:23:21.290008 run iperf3-srv_10.42.42.10(pid=31118): Terminating (SIGTERM)\u000a09:23:21.331078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31119): Terminating (SIGTERM)\u000a09:23:21.372164 run iperf3-srv_10.42.42.10(pid=31120): Terminating (SIGTERM)\u000a09:23:21.413176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31121): Terminating (SIGTERM)\u000a09:23:21.454286 run iperf3-srv_10.42.42.10(pid=31122): Terminating (SIGTERM)\u000a09:23:21.495249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31125): Terminating (SIGTERM)\u000a09:23:21.536114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31128): Terminating (SIGTERM)\u000a09:23:21.576936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31131): Terminating (SIGTERM)\u000a09:23:21.586577 --- ParallelTerminationStrategy: PID 31115 died...\u000a09:23:21.641872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31115): Terminated: ok {rc=0}\u000a09:23:21.652002 --- ParallelTerminationStrategy: PID 31116 died...\u000a09:23:21.707245 run iperf3-srv_10.42.42.10(pid=31116): Terminated {rc=256}\u000a09:23:21.717318 --- ParallelTerminationStrategy: PID 31117 died...\u000a09:23:21.772279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31117): Terminated: ok {rc=0}\u000a09:23:21.782259 --- ParallelTerminationStrategy: PID 31118 died...\u000a09:23:21.837395 run iperf3-srv_10.42.42.10(pid=31118): Terminated {rc=256}\u000a09:23:21.847403 --- ParallelTerminationStrategy: PID 31119 died...\u000a09:23:21.903119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31119): Terminated: ok {rc=0}\u000a09:23:21.913214 --- ParallelTerminationStrategy: PID 31120 died...\u000a09:23:21.968877 run iperf3-srv_10.42.42.10(pid=31120): Terminated {rc=256}\u000a09:23:21.978883 --- ParallelTerminationStrategy: PID 31121 died...\u000a09:23:22.034032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31121): Terminated: ok {rc=0}\u000a09:23:22.044124 --- ParallelTerminationStrategy: PID 31122 died...\u000a09:23:22.099235 run iperf3-srv_10.42.42.10(pid=31122): Terminated {rc=256}\u000a09:23:22.109336 --- ParallelTerminationStrategy: PID 31125 died...\u000a09:23:22.164669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31125): Terminated: ok {rc=0}\u000a09:23:22.174743 --- ParallelTerminationStrategy: PID 31128 died...\u000a09:23:22.230418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31128): Terminated: ok {rc=0}\u000a09:23:22.240418 --- ParallelTerminationStrategy: PID 31131 died...\u000a09:23:22.295996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31131): Terminated: ok {rc=0}\u000a09:23:22.382464 bus /gobi_4: Setting Powered False\u000a09:23:23.487429 bus /gobi_4: Setting Powered False\u000a09:23:24.596060 bus /gobi_1: Setting Powered False\u000a09:23:25.701600 bus /gobi_1: Setting Powered False\u000a09:23:26.808816 bus /gobi_0: Setting Powered False\u000a09:23:27.915287 bus /gobi_0: Setting Powered False\u000a09:23:29.026004 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31140): Process ended prematurely: osmo-stp_10.42.42.5(pid=31140) [trial-2387↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31140)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31140): Process ended prematurely: osmo-stp_10.42.42.5(pid=31140) [trial-2387↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31140)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a09:23:30.094439 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:30.106268 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:23:30.267102 tst ping.py: using LAC 33001\u000a09:23:30.391000 tst ping.py: using RAC 106\u000a09:23:30.512586 tst ping.py: using CellId 33001\u000a09:23:30.634531 tst ping.py: using BVCI 33002\u000a09:23:30.658344 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:30.669735 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:30.680783 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:30.691844 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:30.702869 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:30.713975 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:30.725078 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:30.736059 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:23:31.039226 tst ping.py:19: start network...\u000a09:23:31.171086 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:23:31.708275 run create_hlr_db(pid=31134): Launched\u000a09:23:31.895069 bus /gobi_6: Setting Powered False\u000a09:23:32.910347 run create_hlr_db(pid=31134): Terminated: ok {rc=0}\u000a09:23:33.304331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31136): Launched\u000a09:23:33.596057 run osmo-hlr_10.42.42.2(pid=31137): Launched\u000a09:23:33.708526 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:23:34.223376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31139): Launched\u000a09:23:34.513504 run osmo-stp_10.42.42.5(pid=31140): Launched\u000a09:23:34.620012 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:23:35.127417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31142): Launched\u000a09:23:35.231130 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:23:35.483959 run patchelf(pid=31143): Launched\u000a09:23:35.654954 run osmo-stp_10.42.42.5(pid=31140): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31140)]\u000a09:23:35.779905 run osmo-stp_10.42.42.5(pid=31140): stdout: \u000a| (launched: 2022-12-13_09:23:34.370714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:35.905344 run osmo-stp_10.42.42.5(pid=31140): stderr: \u000a| �[0;m�[38;5;43m20221213092334537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092334538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092334538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092334538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092334541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092334541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092334541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:36.026369 run osmo-stp_10.42.42.5(pid=31140): stdout: \u000a| (launched: 2022-12-13_09:23:34.370714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:36.146334 run osmo-stp_10.42.42.5(pid=31140): stderr: \u000a| �[0;m�[38;5;43m20221213092334537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092334538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092334538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092334538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092334541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092334541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092334541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:36.285584 run patchelf(pid=31143): Terminating (SIGINT)\u000a09:23:36.450328 run patchelf(pid=31143): Terminated: ok {rc=0}\u000a09:23:36.480262 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31140): Process ended prematurely: osmo-stp_10.42.42.5(pid=31140) [trial-2387↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31140)] [trial-2387↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a09:23:36.488904 tst ping.py:22: Test FAILED (6.4 sec)\u000a09:23:36.549732 run osmo-hlr_10.42.42.2(pid=31137): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31137)]\u000a09:23:36.599057 run osmo-hlr_10.42.42.2(pid=31137): stdout: \u000a| (launched: 2022-12-13_09:23:33.451883) \u000a09:23:36.649170 run osmo-hlr_10.42.42.2(pid=31137): stderr: \u000a| �[0;m�[1;31m20221213092333624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092333624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092333625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092333625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092333625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092333625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092333637 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092333646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092333646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092333646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:23:36.692013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31136): Terminating (SIGTERM)\u000a09:23:36.732622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31139): Terminating (SIGTERM)\u000a09:23:36.772916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31142): Terminating (SIGTERM)\u000a09:23:36.782422 --- ParallelTerminationStrategy: PID 31136 died...\u000a09:23:36.836504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31136): Terminated: ok {rc=0}\u000a09:23:36.846340 --- ParallelTerminationStrategy: PID 31139 died...\u000a09:23:36.899951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31139): Terminated: ok {rc=0}\u000a09:23:36.909968 --- ParallelTerminationStrategy: PID 31142 died...\u000a09:23:36.963602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31142): Terminated: ok {rc=0}\u000a09:23:37.052113 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31150): Process ended prematurely: osmo-stp_10.42.42.5(pid=31150) [trial-2387↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31150)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31150): Process ended prematurely: osmo-stp_10.42.42.5(pid=31150) [trial-2387↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31150)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a09:23:38.106675 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:38.119118 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:23:38.286473 tst ping_idle_ping.py: using LAC 33002\u000a09:23:38.407907 tst ping_idle_ping.py: using RAC 107\u000a09:23:38.529434 tst ping_idle_ping.py: using CellId 33002\u000a09:23:38.654869 tst ping_idle_ping.py: using BVCI 33003\u000a09:23:38.678813 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:38.690317 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:38.701436 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:38.712516 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:38.724211 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:38.735844 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:38.747712 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:38.759386 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:23:39.031088 tst ping_idle_ping.py:24: start network...\u000a09:23:39.152737 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:23:39.615999 run create_hlr_db(pid=31144): Launched\u000a09:23:39.785381 bus /gobi_6: Setting Powered False\u000a09:23:40.807453 run create_hlr_db(pid=31144): Terminated: ok {rc=0}\u000a09:23:41.196577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31146): Launched\u000a09:23:41.487904 run osmo-hlr_10.42.42.2(pid=31147): Launched\u000a09:23:41.598692 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:23:42.113351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31149): Launched\u000a09:23:42.404511 run osmo-stp_10.42.42.5(pid=31150): Launched\u000a09:23:42.510293 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:23:43.016889 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31152): Launched\u000a09:23:43.121124 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:23:43.374917 run patchelf(pid=31153): Launched\u000a09:23:43.546257 run osmo-stp_10.42.42.5(pid=31150): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31150)]\u000a09:23:43.671655 run osmo-stp_10.42.42.5(pid=31150): stdout: \u000a| (launched: 2022-12-13_09:23:42.260773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:43.797519 run osmo-stp_10.42.42.5(pid=31150): stderr: \u000a| �[0;m�[38;5;43m20221213092342430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092342431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092342431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092342431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092342432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092342432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092342432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:43.918985 run osmo-stp_10.42.42.5(pid=31150): stdout: \u000a| (launched: 2022-12-13_09:23:42.260773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:44.039526 run osmo-stp_10.42.42.5(pid=31150): stderr: \u000a| �[0;m�[38;5;43m20221213092342430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092342431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092342431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092342431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092342432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092342432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092342432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:44.179170 run patchelf(pid=31153): Terminating (SIGINT)\u000a09:23:44.342829 run patchelf(pid=31153): Terminated: ok {rc=0}\u000a09:23:44.373539 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31150): Process ended prematurely: osmo-stp_10.42.42.5(pid=31150) [trial-2387↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31150)] [trial-2387↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a09:23:44.382523 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a09:23:44.442531 run osmo-hlr_10.42.42.2(pid=31147): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31147)]\u000a09:23:44.491262 run osmo-hlr_10.42.42.2(pid=31147): stdout: \u000a| (launched: 2022-12-13_09:23:41.344444) \u000a09:23:44.540887 run osmo-hlr_10.42.42.2(pid=31147): stderr: \u000a| �[0;m�[1;31m20221213092341520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092341520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092341520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092341520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092341520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092341520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092341532 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092341540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092341540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092341540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:23:44.583122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31146): Terminating (SIGTERM)\u000a09:23:44.622947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31149): Terminating (SIGTERM)\u000a09:23:44.663115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31152): Terminating (SIGTERM)\u000a09:23:44.672441 --- ParallelTerminationStrategy: PID 31146 died...\u000a09:23:44.726330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31146): Terminated: ok {rc=0}\u000a09:23:44.735995 --- ParallelTerminationStrategy: PID 31149 died...\u000a09:23:44.790124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31149): Terminated: ok {rc=0}\u000a09:23:44.799889 --- ParallelTerminationStrategy: PID 31152 died...\u000a09:23:44.853799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31152): Terminated: ok {rc=0}\u000a09:23:44.936817 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:22:47" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31439): Process ended prematurely: osmo-stp_10.42.42.5(pid=31439) [trial-2387↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31439)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31439): Process ended prematurely: osmo-stp_10.42.42.5(pid=31439) [trial-2387↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31439)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:23:47.197235 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:23:47.209757 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:23:47.420645 tst cs_paging_gprs_active.py: using LAC 33003\u000a09:23:47.566568 tst cs_paging_gprs_active.py: using RAC 108\u000a09:23:47.717005 tst cs_paging_gprs_active.py: using CellId 33003\u000a09:23:47.852773 tst cs_paging_gprs_active.py: using BVCI 33004\u000a09:23:47.882925 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:23:47.899351 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:23:47.911753 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:23:47.926304 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:23:47.938531 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:23:47.957273 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:23:47.970565 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:23:47.983626 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:23:47.999990 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:23:48.133835 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:23:48.484129 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:23:48.633025 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:23:49.059797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31320): Launched\u000a09:23:49.411768 run iperf3-srv_10.42.42.10(pid=31366): Launched\u000a09:23:49.652498 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:23:49.812864 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:23:50.170065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31428): Launched\u000a09:23:50.467084 run iperf3-srv_10.42.42.10(pid=31430): Launched\u000a09:23:50.669621 tst cs_paging_gprs_active.py:38: start network...\u000a09:23:50.806368 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:23:51.367688 run create_hlr_db(pid=31431): Launched\u000a09:23:51.556620 bus /gobi_6: Setting Powered False\u000a09:23:52.578460 run create_hlr_db(pid=31431): Terminated: ok {rc=0}\u000a09:23:53.023617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31435): Launched\u000a09:23:53.450814 run osmo-hlr_10.42.42.2(pid=31436): Launched\u000a09:23:53.618704 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:23:54.251376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31438): Launched\u000a09:23:54.685799 run osmo-stp_10.42.42.5(pid=31439): Launched\u000a09:23:54.904087 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:23:55.483452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31441): Launched\u000a09:23:55.602293 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:23:55.905900 run patchelf(pid=31442): Launched\u000a09:23:56.098468 run osmo-stp_10.42.42.5(pid=31439): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31439)]\u000a09:23:56.237612 run osmo-stp_10.42.42.5(pid=31439): stdout: \u000a| (launched: 2022-12-13_09:23:54.417149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:56.378757 run osmo-stp_10.42.42.5(pid=31439): stderr: \u000a| �[0;m�[38;5;43m20221213092354720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092354720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092354721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092354721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092354723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092354724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092354724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:56.514727 run osmo-stp_10.42.42.5(pid=31439): stdout: \u000a| (launched: 2022-12-13_09:23:54.417149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:56.649726 run osmo-stp_10.42.42.5(pid=31439): stderr: \u000a| �[0;m�[38;5;43m20221213092354720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092354720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092354721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092354721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092354723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092354724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092354724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:56.806089 run patchelf(pid=31442): Terminating (SIGINT)\u000a09:23:56.989671 run patchelf(pid=31442): Terminated: ok {rc=0}\u000a09:23:57.023833 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31439): Process ended prematurely: osmo-stp_10.42.42.5(pid=31439) [trial-2387↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31439)] [trial-2387↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a09:23:57.034789 tst cs_paging_gprs_active.py:38: Test FAILED (9.9 sec)\u000a09:23:57.100111 run osmo-hlr_10.42.42.2(pid=31436): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31436)]\u000a09:23:57.153073 run osmo-hlr_10.42.42.2(pid=31436): stdout: \u000a| (launched: 2022-12-13_09:23:53.190268) \u000a09:23:57.206998 run osmo-hlr_10.42.42.2(pid=31436): stderr: \u000a| �[0;m�[1;31m20221213092353504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092353504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092353504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092353504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092353504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092353504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092353519 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092353532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092353533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092353533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:23:57.252599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31320): Terminating (SIGTERM)\u000a09:23:57.298103 run iperf3-srv_10.42.42.10(pid=31366): Terminating (SIGTERM)\u000a09:23:57.342787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31428): Terminating (SIGTERM)\u000a09:23:57.387806 run iperf3-srv_10.42.42.10(pid=31430): Terminating (SIGTERM)\u000a09:23:57.432044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31435): Terminating (SIGTERM)\u000a09:23:57.476359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31438): Terminating (SIGTERM)\u000a09:23:57.523185 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31441): Terminating (SIGTERM)\u000a09:23:57.533657 --- ParallelTerminationStrategy: PID 31320 died...\u000a09:23:57.592128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31320): Terminated: ok {rc=0}\u000a09:23:57.602858 --- ParallelTerminationStrategy: PID 31366 died...\u000a09:23:57.660018 run iperf3-srv_10.42.42.10(pid=31366): Terminated {rc=256}\u000a09:23:57.671063 --- ParallelTerminationStrategy: PID 31428 died...\u000a09:23:57.728571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31428): Terminated: ok {rc=0}\u000a09:23:57.739115 --- ParallelTerminationStrategy: PID 31430 died...\u000a09:23:57.796107 run iperf3-srv_10.42.42.10(pid=31430): Terminated {rc=256}\u000a09:23:57.806635 --- ParallelTerminationStrategy: PID 31435 died...\u000a09:23:57.864461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31435): Terminated: ok {rc=0}\u000a09:23:57.874973 --- ParallelTerminationStrategy: PID 31438 died...\u000a09:23:57.932626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31438): Terminated: ok {rc=0}\u000a09:23:57.943179 --- ParallelTerminationStrategy: PID 31441 died...\u000a09:23:57.999802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31441): Terminated: ok {rc=0}\u000a09:23:58.088157 bus /gobi_0: Setting Powered False\u000a09:23:59.197388 bus /gobi_0: Setting Powered False\u000a09:24:00.311985 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31451): Process ended prematurely: osmo-stp_10.42.42.5(pid=31451) [trial-2387↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31451)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31451): Process ended prematurely: osmo-stp_10.42.42.5(pid=31451) [trial-2387↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31451)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a09:24:01.461775 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:01.474606 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:24:01.682477 tst iperf3.py: using LAC 33004\u000a09:24:01.858472 tst iperf3.py: using RAC 109\u000a09:24:01.996592 tst iperf3.py: using CellId 33004\u000a09:24:02.126038 tst iperf3.py: using BVCI 33005\u000a09:24:02.151623 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:02.163747 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:02.175768 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:02.187697 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:02.199584 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:02.211358 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:02.223994 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:02.235803 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:02.248062 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:24:02.551729 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:24:02.687037 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:24:03.032513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31443): Launched\u000a09:24:03.327193 run iperf3-srv_10.42.42.10(pid=31444): Launched\u000a09:24:03.527098 tst iperf3.py:8: start network...\u000a09:24:03.662029 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:24:04.222469 run create_hlr_db(pid=31445): Launched\u000a09:24:04.410526 bus /gobi_6: Setting Powered False\u000a09:24:05.434184 run create_hlr_db(pid=31445): Terminated: ok {rc=0}\u000a09:24:05.887292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31447): Launched\u000a09:24:06.319941 run osmo-hlr_10.42.42.2(pid=31448): Launched\u000a09:24:06.572592 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:24:07.163150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31450): Launched\u000a09:24:07.590731 run osmo-stp_10.42.42.5(pid=31451): Launched\u000a09:24:07.819759 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:24:08.406214 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31453): Launched\u000a09:24:08.524646 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:24:08.836220 run patchelf(pid=31454): Launched\u000a09:24:09.029017 run osmo-stp_10.42.42.5(pid=31451): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31451)]\u000a09:24:09.170534 run osmo-stp_10.42.42.5(pid=31451): stdout: \u000a| (launched: 2022-12-13_09:24:07.330216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:09.312732 run osmo-stp_10.42.42.5(pid=31451): stderr: \u000a| �[0;m�[38;5;43m20221213092407640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092407640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092407640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092407640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092407641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092407641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092407641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:09.449031 run osmo-stp_10.42.42.5(pid=31451): stdout: \u000a| (launched: 2022-12-13_09:24:07.330216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:09.585479 run osmo-stp_10.42.42.5(pid=31451): stderr: \u000a| �[0;m�[38;5;43m20221213092407640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092407640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092407640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092407640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092407641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092407641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092407641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:09.743714 run patchelf(pid=31454): Terminating (SIGINT)\u000a09:24:09.930334 run patchelf(pid=31454): Terminated: ok {rc=0}\u000a09:24:09.965143 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31451): Process ended prematurely: osmo-stp_10.42.42.5(pid=31451) [trial-2387↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31451)] [trial-2387↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a09:24:09.976065 tst iperf3.py:8: Test FAILED (8.6 sec)\u000a09:24:10.041327 run osmo-hlr_10.42.42.2(pid=31448): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31448)]\u000a09:24:10.096397 run osmo-hlr_10.42.42.2(pid=31448): stdout: \u000a| (launched: 2022-12-13_09:24:06.055074) \u000a09:24:10.150153 run osmo-hlr_10.42.42.2(pid=31448): stderr: \u000a| �[0;m�[1;31m20221213092406375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092406375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092406375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092406375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092406375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092406375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092406395 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092406407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092406407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092406408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:24:10.199331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31443): Terminating (SIGTERM)\u000a09:24:10.239763 run iperf3-srv_10.42.42.10(pid=31444): Terminating (SIGTERM)\u000a09:24:10.279460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31447): Terminating (SIGTERM)\u000a09:24:10.319078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31450): Terminating (SIGTERM)\u000a09:24:10.358709 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31453): Terminating (SIGTERM)\u000a09:24:10.367987 --- ParallelTerminationStrategy: PID 31443 died...\u000a09:24:10.421411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31443): Terminated: ok {rc=0}\u000a09:24:10.431021 --- ParallelTerminationStrategy: PID 31444 died...\u000a09:24:10.483450 run iperf3-srv_10.42.42.10(pid=31444): Terminated {rc=256}\u000a09:24:10.492880 --- ParallelTerminationStrategy: PID 31447 died...\u000a09:24:10.545556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31447): Terminated: ok {rc=0}\u000a09:24:10.554948 --- ParallelTerminationStrategy: PID 31450 died...\u000a09:24:10.607954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31450): Terminated: ok {rc=0}\u000a09:24:10.618018 --- ParallelTerminationStrategy: PID 31453 died...\u000a09:24:10.670667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31453): Terminated: ok {rc=0}\u000a09:24:10.752909 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31470): Process ended prematurely: osmo-stp_10.42.42.5(pid=31470) [trial-2387↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31470)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31470): Process ended prematurely: osmo-stp_10.42.42.5(pid=31470) [trial-2387↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31470)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a09:24:11.865277 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:11.877125 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:24:12.041862 tst iperf3m4.py: using LAC 33005\u000a09:24:12.165546 tst iperf3m4.py: using RAC 110\u000a09:24:12.291224 tst iperf3m4.py: using CellId 33005\u000a09:24:12.415210 tst iperf3m4.py: using BVCI 33006\u000a09:24:12.439525 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:12.451066 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:12.462702 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:12.473877 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:12.484801 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:12.495947 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:12.507236 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:12.518277 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:12.529543 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:24:12.646938 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:24:12.769868 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:24:12.885428 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:24:13.174916 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:24:13.307742 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:24:13.635577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31456): Launched\u000a09:24:13.909110 run iperf3-srv_10.42.42.10(pid=31457): Launched\u000a09:24:14.104064 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:24:14.237071 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:24:14.565408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31458): Launched\u000a09:24:14.838616 run iperf3-srv_10.42.42.10(pid=31459): Launched\u000a09:24:15.033423 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:24:15.166015 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:24:15.493675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31460): Launched\u000a09:24:15.766110 run iperf3-srv_10.42.42.10(pid=31461): Launched\u000a09:24:15.975439 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:24:16.114057 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:24:16.447301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31462): Launched\u000a09:24:16.761980 run iperf3-srv_10.42.42.10(pid=31463): Launched\u000a09:24:17.021763 tst iperf3m4.py:8: start network...\u000a09:24:17.155662 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:24:17.629746 run create_hlr_db(pid=31464): Launched\u000a09:24:17.801228 bus /gobi_6: Setting Powered False\u000a09:24:18.823474 run create_hlr_db(pid=31464): Terminated: ok {rc=0}\u000a09:24:19.245130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31466): Launched\u000a09:24:19.563233 run osmo-hlr_10.42.42.2(pid=31467): Launched\u000a09:24:19.682775 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:24:20.205828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31469): Launched\u000a09:24:20.503225 run osmo-stp_10.42.42.5(pid=31470): Launched\u000a09:24:20.612418 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:24:21.136836 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31472): Launched\u000a09:24:21.250178 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:24:21.526070 run patchelf(pid=31473): Launched\u000a09:24:21.712221 run osmo-stp_10.42.42.5(pid=31470): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31470)]\u000a09:24:21.848053 run osmo-stp_10.42.42.5(pid=31470): stdout: \u000a| (launched: 2022-12-13_09:24:20.356374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:21.984138 run osmo-stp_10.42.42.5(pid=31470): stderr: \u000a| �[0;m�[38;5;43m20221213092420525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092420525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092420525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092420526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092420526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092420526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092420526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:22.115679 run osmo-stp_10.42.42.5(pid=31470): stdout: \u000a| (launched: 2022-12-13_09:24:20.356374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:22.246254 run osmo-stp_10.42.42.5(pid=31470): stderr: \u000a| �[0;m�[38;5;43m20221213092420525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092420525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092420525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092420526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092420526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092420526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092420526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:22.397938 run patchelf(pid=31473): Terminating (SIGINT)\u000a09:24:22.575943 run patchelf(pid=31473): Terminated: ok {rc=0}\u000a09:24:22.608598 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31470): Process ended prematurely: osmo-stp_10.42.42.5(pid=31470) [trial-2387↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31470)] [trial-2387↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a09:24:22.618467 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a09:24:22.681562 run osmo-hlr_10.42.42.2(pid=31467): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31467)]\u000a09:24:22.732667 run osmo-hlr_10.42.42.2(pid=31467): stdout: \u000a| (launched: 2022-12-13_09:24:19.406963) \u000a09:24:22.783859 run osmo-hlr_10.42.42.2(pid=31467): stderr: \u000a| �[0;m�[1;31m20221213092419603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092419603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092419603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092419603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092419603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092419603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092419614 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092419623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092419623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092419623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:24:22.827640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31456): Terminating (SIGTERM)\u000a09:24:22.869165 run iperf3-srv_10.42.42.10(pid=31457): Terminating (SIGTERM)\u000a09:24:22.910558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31458): Terminating (SIGTERM)\u000a09:24:22.952176 run iperf3-srv_10.42.42.10(pid=31459): Terminating (SIGTERM)\u000a09:24:22.993637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31460): Terminating (SIGTERM)\u000a09:24:23.035330 run iperf3-srv_10.42.42.10(pid=31461): Terminating (SIGTERM)\u000a09:24:23.076591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31462): Terminating (SIGTERM)\u000a09:24:23.118731 run iperf3-srv_10.42.42.10(pid=31463): Terminating (SIGTERM)\u000a09:24:23.160352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31466): Terminating (SIGTERM)\u000a09:24:23.202259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31469): Terminating (SIGTERM)\u000a09:24:23.245122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31472): Terminating (SIGTERM)\u000a09:24:23.254813 --- ParallelTerminationStrategy: PID 31456 died...\u000a09:24:23.310547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31456): Terminated: ok {rc=0}\u000a09:24:23.320608 --- ParallelTerminationStrategy: PID 31457 died...\u000a09:24:23.376003 run iperf3-srv_10.42.42.10(pid=31457): Terminated {rc=256}\u000a09:24:23.386054 --- ParallelTerminationStrategy: PID 31458 died...\u000a09:24:23.441651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31458): Terminated: ok {rc=0}\u000a09:24:23.451864 --- ParallelTerminationStrategy: PID 31459 died...\u000a09:24:23.507254 run iperf3-srv_10.42.42.10(pid=31459): Terminated {rc=256}\u000a09:24:23.517452 --- ParallelTerminationStrategy: PID 31460 died...\u000a09:24:23.572807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31460): Terminated: ok {rc=0}\u000a09:24:23.582899 --- ParallelTerminationStrategy: PID 31461 died...\u000a09:24:23.638145 run iperf3-srv_10.42.42.10(pid=31461): Terminated {rc=256}\u000a09:24:23.648117 --- ParallelTerminationStrategy: PID 31462 died...\u000a09:24:23.703475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31462): Terminated: ok {rc=0}\u000a09:24:23.713979 --- ParallelTerminationStrategy: PID 31463 died...\u000a09:24:23.768655 run iperf3-srv_10.42.42.10(pid=31463): Terminated {rc=256}\u000a09:24:23.778675 --- ParallelTerminationStrategy: PID 31466 died...\u000a09:24:23.833253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31466): Terminated: ok {rc=0}\u000a09:24:23.843204 --- ParallelTerminationStrategy: PID 31469 died...\u000a09:24:23.897952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31469): Terminated: ok {rc=0}\u000a09:24:23.907884 --- ParallelTerminationStrategy: PID 31472 died...\u000a09:24:23.962527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31472): Terminated: ok {rc=0}\u000a09:24:24.049557 bus /gobi_4: Setting Powered False\u000a09:24:25.154611 bus /gobi_4: Setting Powered False\u000a09:24:26.261355 bus /gobi_1: Setting Powered False\u000a09:24:27.364853 bus /gobi_1: Setting Powered False\u000a09:24:28.474954 bus /gobi_0: Setting Powered False\u000a09:24:29.575438 bus /gobi_0: Setting Powered False\u000a09:24:30.685132 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31481): Process ended prematurely: osmo-stp_10.42.42.5(pid=31481) [trial-2387↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31481)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31481): Process ended prematurely: osmo-stp_10.42.42.5(pid=31481) [trial-2387↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31481)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a09:24:31.752886 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:31.765860 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:24:31.933139 tst ping.py: using LAC 33006\u000a09:24:32.050501 tst ping.py: using RAC 111\u000a09:24:32.174005 tst ping.py: using CellId 33006\u000a09:24:32.298755 tst ping.py: using BVCI 33007\u000a09:24:32.322925 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:32.334538 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:32.345976 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:32.357274 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:32.368775 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:32.380448 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:32.392192 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:32.403934 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:24:32.693208 tst ping.py:19: start network...\u000a09:24:32.823573 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:24:33.321481 run create_hlr_db(pid=31475): Launched\u000a09:24:33.502769 bus /gobi_6: Setting Powered False\u000a09:24:34.521232 run create_hlr_db(pid=31475): Terminated: ok {rc=0}\u000a09:24:34.919878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31477): Launched\u000a09:24:35.231182 run osmo-hlr_10.42.42.2(pid=31478): Launched\u000a09:24:35.346398 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:24:35.890878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31480): Launched\u000a09:24:36.201885 run osmo-stp_10.42.42.5(pid=31481): Launched\u000a09:24:36.315225 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:24:36.860016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31483): Launched\u000a09:24:36.971272 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:24:37.242651 run patchelf(pid=31484): Launched\u000a09:24:37.425466 run osmo-stp_10.42.42.5(pid=31481): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31481)]\u000a09:24:37.559083 run osmo-stp_10.42.42.5(pid=31481): stdout: \u000a| (launched: 2022-12-13_09:24:36.049424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:37.693510 run osmo-stp_10.42.42.5(pid=31481): stderr: \u000a| �[0;m�[38;5;43m20221213092436240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092436241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092436241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092436241 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092436242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092436242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092436242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:37.823252 run osmo-stp_10.42.42.5(pid=31481): stdout: \u000a| (launched: 2022-12-13_09:24:36.049424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:37.951721 run osmo-stp_10.42.42.5(pid=31481): stderr: \u000a| �[0;m�[38;5;43m20221213092436240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092436241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092436241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092436241 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092436242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092436242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092436242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:38.100694 run patchelf(pid=31484): Terminating (SIGINT)\u000a09:24:38.275723 run patchelf(pid=31484): Terminated: ok {rc=0}\u000a09:24:38.307600 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31481): Process ended prematurely: osmo-stp_10.42.42.5(pid=31481) [trial-2387↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31481)] [trial-2387↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a09:24:38.317461 tst ping.py:22: Test FAILED (6.6 sec)\u000a09:24:38.379780 run osmo-hlr_10.42.42.2(pid=31478): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31478)]\u000a09:24:38.430599 run osmo-hlr_10.42.42.2(pid=31478): stdout: \u000a| (launched: 2022-12-13_09:24:35.078632) \u000a09:24:38.482243 run osmo-hlr_10.42.42.2(pid=31478): stderr: \u000a| �[0;m�[1;31m20221213092435274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092435274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092435274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092435274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092435274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092435274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092435288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092435297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092435297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092435297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:24:38.526179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31477): Terminating (SIGTERM)\u000a09:24:38.567603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31480): Terminating (SIGTERM)\u000a09:24:38.609185 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31483): Terminating (SIGTERM)\u000a09:24:38.618539 --- ParallelTerminationStrategy: PID 31477 died...\u000a09:24:38.674453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31477): Terminated: ok {rc=0}\u000a09:24:38.684605 --- ParallelTerminationStrategy: PID 31480 died...\u000a09:24:38.739844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31480): Terminated: ok {rc=0}\u000a09:24:38.750077 --- ParallelTerminationStrategy: PID 31483 died...\u000a09:24:38.805459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31483): Terminated: ok {rc=0}\u000a09:24:38.892193 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31491): Process ended prematurely: osmo-stp_10.42.42.5(pid=31491) [trial-2387↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31491)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31491): Process ended prematurely: osmo-stp_10.42.42.5(pid=31491) [trial-2387↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31491)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a09:24:39.943527 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:39.955477 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:24:40.119488 tst ping_idle_ping.py: using LAC 33007\u000a09:24:40.242718 tst ping_idle_ping.py: using RAC 112\u000a09:24:40.365165 tst ping_idle_ping.py: using CellId 33007\u000a09:24:40.487320 tst ping_idle_ping.py: using BVCI 33008\u000a09:24:40.511309 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:40.522846 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:40.534365 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:40.545667 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:40.556833 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:40.567948 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:40.579805 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:40.591303 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:24:40.877750 tst ping_idle_ping.py:24: start network...\u000a09:24:41.007720 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:24:41.510049 run create_hlr_db(pid=31485): Launched\u000a09:24:41.692162 bus /gobi_6: Setting Powered False\u000a09:24:42.713192 run create_hlr_db(pid=31485): Terminated: ok {rc=0}\u000a09:24:43.105141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31487): Launched\u000a09:24:43.397578 run osmo-hlr_10.42.42.2(pid=31488): Launched\u000a09:24:43.512628 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:24:44.026087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31490): Launched\u000a09:24:44.318681 run osmo-stp_10.42.42.5(pid=31491): Launched\u000a09:24:44.425792 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:24:44.933972 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31493): Launched\u000a09:24:45.037662 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:24:45.291941 run patchelf(pid=31494): Launched\u000a09:24:45.463223 run osmo-stp_10.42.42.5(pid=31491): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31491)]\u000a09:24:45.588543 run osmo-stp_10.42.42.5(pid=31491): stdout: \u000a| (launched: 2022-12-13_09:24:44.174005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:45.714102 run osmo-stp_10.42.42.5(pid=31491): stderr: \u000a| �[0;m�[38;5;43m20221213092444342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092444342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092444342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092444343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092444343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092444343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092444343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:45.852922 run osmo-stp_10.42.42.5(pid=31491): stdout: \u000a| (launched: 2022-12-13_09:24:44.174005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:45.990553 run osmo-stp_10.42.42.5(pid=31491): stderr: \u000a| �[0;m�[38;5;43m20221213092444342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092444342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092444342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092444343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092444343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092444343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092444343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:46.151906 run patchelf(pid=31494): Terminating (SIGINT)\u000a09:24:46.332129 run patchelf(pid=31494): Terminated: ok {rc=0}\u000a09:24:46.365595 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31491): Process ended prematurely: osmo-stp_10.42.42.5(pid=31491) [trial-2387↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31491)] [trial-2387↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a09:24:46.375903 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a09:24:46.440227 run osmo-hlr_10.42.42.2(pid=31488): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31488)]\u000a09:24:46.493635 run osmo-hlr_10.42.42.2(pid=31488): stdout: \u000a| (launched: 2022-12-13_09:24:43.253247) \u000a09:24:46.547700 run osmo-hlr_10.42.42.2(pid=31488): stderr: \u000a| �[0;m�[1;31m20221213092443425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092443425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092443425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092443425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092443425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092443425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092443437 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092443446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092443446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092443446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:24:46.593776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31487): Terminating (SIGTERM)\u000a09:24:46.638457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31490): Terminating (SIGTERM)\u000a09:24:46.684608 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31493): Terminating (SIGTERM)\u000a09:24:46.696746 --- ParallelTerminationStrategy: PID 31487 died...\u000a09:24:46.757609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31487): Terminated: ok {rc=0}\u000a09:24:46.768590 --- ParallelTerminationStrategy: PID 31490 died...\u000a09:24:46.825527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31490): Terminated: ok {rc=0}\u000a09:24:46.836207 --- ParallelTerminationStrategy: PID 31493 died...\u000a09:24:46.895597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31493): Terminated: ok {rc=0}\u000a09:24:46.999394 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:23:46" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31504): Process ended prematurely: osmo-stp_10.42.42.5(pid=31504) [trial-2387↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31504)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31504): Process ended prematurely: osmo-stp_10.42.42.5(pid=31504) [trial-2387↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31504)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a09:24:49.032561 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:24:49.044119 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:24:49.200368 tst switch_tch_pdch.py: using LAC 33008\u000a09:24:49.323865 tst switch_tch_pdch.py: using RAC 113\u000a09:24:49.447749 tst switch_tch_pdch.py: using CellId 33008\u000a09:24:49.569795 tst switch_tch_pdch.py: using BVCI 33009\u000a09:24:49.594170 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:24:49.605775 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:24:49.617138 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:24:49.628431 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:24:49.639762 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:24:49.651165 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:24:49.663054 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:24:49.674796 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:24:49.790513 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:24:50.073411 tst switch_tch_pdch.py:51: start network...\u000a09:24:50.194816 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:24:50.653539 run create_hlr_db(pid=31498): Launched\u000a09:24:50.821322 bus /gobi_6: Setting Powered False\u000a09:24:51.842501 run create_hlr_db(pid=31498): Terminated: ok {rc=0}\u000a09:24:52.254177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31500): Launched\u000a09:24:52.565488 run osmo-hlr_10.42.42.2(pid=31501): Launched\u000a09:24:52.681168 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:24:53.220770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31503): Launched\u000a09:24:53.530901 run osmo-stp_10.42.42.5(pid=31504): Launched\u000a09:24:53.643931 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:24:54.185914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31506): Launched\u000a09:24:54.296419 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:24:54.566721 run patchelf(pid=31507): Launched\u000a09:24:54.749282 run osmo-stp_10.42.42.5(pid=31504): ERR: Terminated: ERROR {rc=1} [trial-2387↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31504)]\u000a09:24:54.881972 run osmo-stp_10.42.42.5(pid=31504): stdout: \u000a| (launched: 2022-12-13_09:24:53.378807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:55.015316 run osmo-stp_10.42.42.5(pid=31504): stderr: \u000a| �[0;m�[38;5;43m20221213092453568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092453568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092453569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092453569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092453571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092453572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092453572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:55.143732 run osmo-stp_10.42.42.5(pid=31504): stdout: \u000a| (launched: 2022-12-13_09:24:53.378807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:55.271554 run osmo-stp_10.42.42.5(pid=31504): stderr: \u000a| �[0;m�[38;5;43m20221213092453568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092453568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092453569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092453569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092453571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092453572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092453572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:55.419716 run patchelf(pid=31507): Terminating (SIGINT)\u000a09:24:55.594056 run patchelf(pid=31507): Terminated: ok {rc=0}\u000a09:24:55.625761 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=31504): Process ended prematurely: osmo-stp_10.42.42.5(pid=31504) [trial-2387↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31504)] [trial-2387↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a09:24:55.634936 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a09:24:55.697325 run osmo-hlr_10.42.42.2(pid=31501): ERR: Terminated: ERROR {rc=237} [trial-2387↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31501)]\u000a09:24:55.748060 run osmo-hlr_10.42.42.2(pid=31501): stdout: \u000a| (launched: 2022-12-13_09:24:52.412665) \u000a09:24:55.799406 run osmo-hlr_10.42.42.2(pid=31501): stderr: \u000a| �[0;m�[1;31m20221213092452609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092452609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092452609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092452609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092452609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092452609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092452622 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092452630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092452630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092452630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:24:55.842939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31500): Terminating (SIGTERM)\u000a09:24:55.884102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31503): Terminating (SIGTERM)\u000a09:24:55.925451 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31506): Terminating (SIGTERM)\u000a09:24:55.935033 --- ParallelTerminationStrategy: PID 31500 died...\u000a09:24:55.990076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31500): Terminated: ok {rc=0}\u000a09:24:56.000006 --- ParallelTerminationStrategy: PID 31503 died...\u000a09:24:56.054853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31503): Terminated: ok {rc=0}\u000a09:24:56.064741 --- ParallelTerminationStrategy: PID 31506 died...\u000a09:24:56.119400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31506): Terminated: ok {rc=0}\u000a09:24:56.204893 bus /gobi_0: Setting Powered False\u000a09:24:57.309491 bus /gobi_0: Setting Powered False\u000a09:24:58.415467 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:24:48" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31530): Process ended prematurely: osmo-stp_10.42.42.5(pid=31530) [trial-2387↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31530)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31530): Process ended prematurely: osmo-stp_10.42.42.5(pid=31530) [trial-2387↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31530)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a09:25:00.393265 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:25:00.404039 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a09:25:00.556371 tst switch_tch_pdch.py: using LAC 33009\u000a09:25:00.676280 tst switch_tch_pdch.py: using RAC 114\u000a09:25:00.800169 tst switch_tch_pdch.py: using CellId 33009\u000a09:25:00.940826 tst switch_tch_pdch.py: using BVCI 33010\u000a09:25:00.965832 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:25:00.978823 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:25:00.991197 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:25:01.003373 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:25:01.015133 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:25:01.026828 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:25:01.038702 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:25:01.050473 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a09:25:01.174219 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a09:25:01.466687 tst switch_tch_pdch.py:51: start network...\u000a09:25:01.597083 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:25:02.077311 run create_hlr_db(pid=31518): Launched\u000a09:25:02.201354 bus /gobi_6: Setting Powered False\u000a09:25:03.268114 run create_hlr_db(pid=31518): Terminated: ok {rc=0}\u000a09:25:03.655111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31526): Launched\u000a09:25:03.964014 run osmo-hlr_10.42.42.2(pid=31527): Launched\u000a09:25:04.074958 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:25:04.562532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31529): Launched\u000a09:25:04.852588 run osmo-stp_10.42.42.5(pid=31530): Launched\u000a09:25:04.959036 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:25:05.441697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31532): Launched\u000a09:25:05.544885 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:25:05.798525 run patchelf(pid=31533): Launched\u000a09:25:05.969108 run osmo-stp_10.42.42.5(pid=31530): ERR: Terminated: ERROR {rc=1} [trial-2387↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31530)]\u000a09:25:06.093557 run osmo-stp_10.42.42.5(pid=31530): stdout: \u000a| (launched: 2022-12-13_09:25:04.709672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:06.218667 run osmo-stp_10.42.42.5(pid=31530): stderr: \u000a| �[0;m�[38;5;43m20221213092504879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092504880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092504880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092504880 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092504881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092504881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092504881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:06.339600 run osmo-stp_10.42.42.5(pid=31530): stdout: \u000a| (launched: 2022-12-13_09:25:04.709672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:06.459446 run osmo-stp_10.42.42.5(pid=31530): stderr: \u000a| �[0;m�[38;5;43m20221213092504879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092504880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092504880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092504880 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092504881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092504881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092504881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:06.599388 run patchelf(pid=31533): Terminating (SIGINT)\u000a09:25:06.764072 run patchelf(pid=31533): Terminated: ok {rc=0}\u000a09:25:06.794072 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=31530): Process ended prematurely: osmo-stp_10.42.42.5(pid=31530) [trial-2387↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31530)] [trial-2387↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a09:25:06.802702 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a09:25:06.862388 run osmo-hlr_10.42.42.2(pid=31527): ERR: Terminated: ERROR {rc=237} [trial-2387↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31527)]\u000a09:25:06.911164 run osmo-hlr_10.42.42.2(pid=31527): stdout: \u000a| (launched: 2022-12-13_09:25:03.814083) \u000a09:25:06.960717 run osmo-hlr_10.42.42.2(pid=31527): stderr: \u000a| �[0;m�[1;31m20221213092503989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092503989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092503989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092503989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092503989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092503989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092504002 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092504013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092504013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092504013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:25:07.002732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31526): Terminating (SIGTERM)\u000a09:25:07.042474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31529): Terminating (SIGTERM)\u000a09:25:07.081920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31532): Terminating (SIGTERM)\u000a09:25:07.091024 --- ParallelTerminationStrategy: PID 31526 died...\u000a09:25:07.144220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31526): Terminated: ok {rc=0}\u000a09:25:07.153790 --- ParallelTerminationStrategy: PID 31529 died...\u000a09:25:07.206836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31529): Terminated: ok {rc=0}\u000a09:25:07.216318 --- ParallelTerminationStrategy: PID 31532 died...\u000a09:25:07.269554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31532): Terminated: ok {rc=0}\u000a09:25:07.351948 bus /gobi_0: Setting Powered False\u000a09:25:08.456250 bus /gobi_0: Setting Powered False\u000a09:25:09.566587 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:25:00" }, { "cases" : [ { "testActions" : [ ], "age" : 248, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=31638): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31638) [trial-2387↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31638)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31638): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31638) [trial-2387↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31638)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a09:25:11.462090 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a09:25:11.474014 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:25:11.603002 tst mo_mt_sms.py: using LAC 33010\u000a09:25:11.715497 tst mo_mt_sms.py: using RAC 115\u000a09:25:11.828283 tst mo_mt_sms.py: using CellId 33010\u000a09:25:11.940839 tst mo_mt_sms.py: using BVCI 33011\u000a09:25:11.963086 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:25:12.082103 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:25:12.353325 tst mo_mt_sms.py:9: start nitb and bts...\u000a09:25:12.474977 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:25:13.122919 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31571): Launched\u000a09:25:13.450174 run osmo-nitb_10.42.42.2(pid=31638): Launched\u000a09:25:13.634981 run osmo-nitb_10.42.42.2(pid=31638): ERR: Terminated: ERROR {rc=2} [trial-2387↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31638)]\u000a09:25:13.771724 run osmo-nitb_10.42.42.2(pid=31638): stdout: \u000a| (launched: 2022-12-13_09:25:13.284709) \u000a09:25:13.908820 run osmo-nitb_10.42.42.2(pid=31638): stderr: \u000a| (launched: 2022-12-13_09:25:13.333168)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:25:14.041762 run osmo-nitb_10.42.42.2(pid=31638): stdout: \u000a| (launched: 2022-12-13_09:25:13.284709) \u000a09:25:14.172942 run osmo-nitb_10.42.42.2(pid=31638): stderr: \u000a| (launched: 2022-12-13_09:25:13.333168)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:25:14.578547 tst osmo-nitb_10.42.42.2(pid=31638): stdout: \u000a| (launched: 2022-12-13_09:25:13.284709) \u000a09:25:14.697971 tst osmo-nitb_10.42.42.2(pid=31638): stderr: \u000a| (launched: 2022-12-13_09:25:13.333168)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:25:14.748733 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=31638): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31638) [trial-2387↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31638)] [trial-2387↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a09:25:14.757101 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a09:25:14.791555 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31571): Terminating (SIGTERM)\u000a09:25:14.969791 --- ParallelTerminationStrategy: PID 31571 died...\u000a09:25:15.024806 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31571): Terminated: ok {rc=0}\u000a09:25:15.113968 bus /sierra_3: Setting Powered False\u000a09:25:16.222672 bus /sierra_3: Setting Powered False\u000a09:25:17.331308 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:25:11" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "sms:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31916): Process ended prematurely: osmo-stp_10.42.42.5(pid=31916) [trial-2387↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31916)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31916): Process ended prematurely: osmo-stp_10.42.42.5(pid=31916) [trial-2387↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31916)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a09:25:19.214825 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:25:19.226519 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:25:19.363664 tst mo_mt_sms.py: using LAC 33011\u000a09:25:19.482253 tst mo_mt_sms.py: using RAC 116\u000a09:25:19.599109 tst mo_mt_sms.py: using CellId 33011\u000a09:25:19.714095 tst mo_mt_sms.py: using BVCI 33012\u000a09:25:19.736291 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:25:19.747161 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:25:19.757899 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:25:19.768308 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:25:19.779172 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:25:19.789988 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:25:19.906530 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:25:20.104289 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:25:20.563149 run create_hlr_db(pid=31893): Launched\u000a09:25:20.731663 bus /sierra_2: Setting Powered False\u000a09:25:21.752743 run create_hlr_db(pid=31893): Terminated: ok {rc=0}\u000a09:25:22.166141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31895): Launched\u000a09:25:22.477291 run osmo-hlr_10.42.42.2(pid=31896): Launched\u000a09:25:22.592832 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:25:23.142375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31898): Launched\u000a09:25:23.510703 run osmo-stp_10.42.42.5(pid=31916): Launched\u000a09:25:23.664707 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:25:24.303138 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32075): Launched\u000a09:25:24.713333 run osmo-msc_10.42.42.6(pid=32077): Launched\u000a09:25:25.062604 run osmo-stp_10.42.42.5(pid=31916): ERR: Terminated: ERROR {rc=1} [trial-2387↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31916)]\u000a09:25:25.335329 run osmo-stp_10.42.42.5(pid=31916): stdout: \u000a| (launched: 2022-12-13_09:25:23.304723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:25.558413 run osmo-stp_10.42.42.5(pid=31916): stderr: \u000a| �[0;m�[38;5;43m20221213092523609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092523610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092523610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092523610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092523611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092523611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092523611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:25.679116 run osmo-stp_10.42.42.5(pid=31916): stdout: \u000a| (launched: 2022-12-13_09:25:23.304723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:25.800852 run osmo-stp_10.42.42.5(pid=31916): stderr: \u000a| �[0;m�[38;5;43m20221213092523609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092523610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092523610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092523610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092523611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092523611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092523611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:25.853942 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=31916): Process ended prematurely: osmo-stp_10.42.42.5(pid=31916) [trial-2387↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31916)] [trial-2387↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a09:25:25.862941 tst mo_mt_sms.py:16: Test FAILED (6.6 sec)\u000a09:25:25.927300 run osmo-hlr_10.42.42.2(pid=31896): ERR: Terminated: ERROR {rc=237} [trial-2387↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31896)]\u000a09:25:25.978654 run osmo-hlr_10.42.42.2(pid=31896): stdout: \u000a| (launched: 2022-12-13_09:25:22.324407) \u000a09:25:26.030855 run osmo-hlr_10.42.42.2(pid=31896): stderr: \u000a| �[0;m�[1;31m20221213092522521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092522521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092522521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092522521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092522521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092522521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092522534 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092522543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092522543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092522543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:25:26.101850 run osmo-msc_10.42.42.6(pid=32077): ERR: Terminated: ERROR {rc=2} [trial-2387↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32077)]\u000a09:25:26.153125 run osmo-msc_10.42.42.6(pid=32077): stdout: \u000a| (launched: 2022-12-13_09:25:24.462840) \u000a09:25:26.205261 run osmo-msc_10.42.42.6(pid=32077): stderr: \u000a| �[0;m�[38;5;43m20221213092525066 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213092525066 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f16945b3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213092525066 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213092525066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213092525066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213092525067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213092525068 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213092525069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213092525069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213092525069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:25:26.249925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31895): Terminating (SIGTERM)\u000a09:25:26.294528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31898): Terminating (SIGTERM)\u000a09:25:26.339009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32075): Terminating (SIGTERM)\u000a09:25:26.349973 --- ParallelTerminationStrategy: PID 31895 died...\u000a09:25:26.408190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31895): Terminated: ok {rc=0}\u000a09:25:26.418859 --- ParallelTerminationStrategy: PID 31898 died...\u000a09:25:26.475538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31898): Terminated: ok {rc=0}\u000a09:25:26.486235 --- ParallelTerminationStrategy: PID 32075 died...\u000a09:25:26.543965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32075): Terminated: ok {rc=0}\u000a09:25:26.630827 bus /sierra_3: Setting Powered False\u000a09:25:27.737293 bus /sierra_3: Setting Powered False\u000a09:25:28.850487 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:25:18" }, { "cases" : [ { "testActions" : [ ], "age" : 248, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=32084): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32084) [trial-2387↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32084)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32084): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32084) [trial-2387↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32084)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a09:25:30.686367 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a09:25:30.697768 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:25:30.847818 tst assert_extension.py: using LAC 33012\u000a09:25:30.985533 tst assert_extension.py: using RAC 117\u000a09:25:31.108879 tst assert_extension.py: using CellId 33012\u000a09:25:31.231720 tst assert_extension.py: using BVCI 33013\u000a09:25:31.256399 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a09:25:31.557766 tst assert_extension.py:10: start nitb and bts...\u000a09:25:31.684524 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:25:32.376474 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32083): Launched\u000a09:25:32.665442 run osmo-nitb_10.42.42.2(pid=32084): Launched\u000a09:25:32.845483 run osmo-nitb_10.42.42.2(pid=32084): ERR: Terminated: ERROR {rc=2} [trial-2387↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32084)]\u000a09:25:32.978925 run osmo-nitb_10.42.42.2(pid=32084): stdout: \u000a| (launched: 2022-12-13_09:25:32.525119) \u000a09:25:33.112507 run osmo-nitb_10.42.42.2(pid=32084): stderr: \u000a| (launched: 2022-12-13_09:25:32.568412)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:25:33.241810 run osmo-nitb_10.42.42.2(pid=32084): stdout: \u000a| (launched: 2022-12-13_09:25:32.525119) \u000a09:25:33.370286 run osmo-nitb_10.42.42.2(pid=32084): stderr: \u000a| (launched: 2022-12-13_09:25:32.568412)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:25:33.782786 tst osmo-nitb_10.42.42.2(pid=32084): stdout: \u000a| (launched: 2022-12-13_09:25:32.525119) \u000a09:25:33.899111 tst osmo-nitb_10.42.42.2(pid=32084): stderr: \u000a| (launched: 2022-12-13_09:25:32.568412)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:25:33.949983 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=32084): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32084) [trial-2387↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32084)] [trial-2387↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a09:25:33.957953 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a09:25:33.991648 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32083): Terminating (SIGTERM)\u000a09:25:34.169145 --- ParallelTerminationStrategy: PID 32083 died...\u000a09:25:34.223690 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32083): Terminated: ok {rc=0}\u000a09:25:34.311803 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:25:30" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32094): Process ended prematurely: osmo-stp_10.42.42.5(pid=32094) [trial-2387↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32094)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32094): Process ended prematurely: osmo-stp_10.42.42.5(pid=32094) [trial-2387↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32094)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a09:25:36.135946 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:25:36.147287 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:25:36.277703 tst assert_extension.py: using LAC 33013\u000a09:25:36.391358 tst assert_extension.py: using RAC 118\u000a09:25:36.505521 tst assert_extension.py: using CellId 33013\u000a09:25:36.619960 tst assert_extension.py: using BVCI 33014\u000a09:25:36.642050 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:25:36.652706 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:25:36.663629 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:25:36.674151 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:25:36.684924 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:25:36.695725 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a09:25:36.902071 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:25:37.400280 run create_hlr_db(pid=32088): Launched\u000a09:25:37.580940 bus /sierra_2: Setting Powered False\u000a09:25:38.600544 run create_hlr_db(pid=32088): Terminated: ok {rc=0}\u000a09:25:38.991453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32090): Launched\u000a09:25:39.282966 run osmo-hlr_10.42.42.2(pid=32091): Launched\u000a09:25:39.393753 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:25:39.911562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32093): Launched\u000a09:25:40.203658 run osmo-stp_10.42.42.5(pid=32094): Launched\u000a09:25:40.310750 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:25:40.841153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32096): Launched\u000a09:25:41.131147 run osmo-msc_10.42.42.6(pid=32097): Launched\u000a09:25:41.303647 run osmo-stp_10.42.42.5(pid=32094): ERR: Terminated: ERROR {rc=1} [trial-2387↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32094)]\u000a09:25:41.428375 run osmo-stp_10.42.42.5(pid=32094): stdout: \u000a| (launched: 2022-12-13_09:25:40.059556)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:41.550774 run osmo-stp_10.42.42.5(pid=32094): stderr: \u000a| �[0;m�[38;5;43m20221213092540228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092540228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092540228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092540229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092540229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092540229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092540229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:41.667865 run osmo-stp_10.42.42.5(pid=32094): stdout: \u000a| (launched: 2022-12-13_09:25:40.059556)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:41.784299 run osmo-stp_10.42.42.5(pid=32094): stderr: \u000a| �[0;m�[38;5;43m20221213092540228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092540228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092540228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092540229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092540229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092540229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092540229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:41.835149 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=32094): Process ended prematurely: osmo-stp_10.42.42.5(pid=32094) [trial-2387↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32094)] [trial-2387↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a09:25:41.842833 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a09:25:41.905763 run osmo-hlr_10.42.42.2(pid=32091): ERR: Terminated: ERROR {rc=237} [trial-2387↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32091)]\u000a09:25:41.955802 run osmo-hlr_10.42.42.2(pid=32091): stdout: \u000a| (launched: 2022-12-13_09:25:39.139229) \u000a09:25:42.005263 run osmo-hlr_10.42.42.2(pid=32091): stderr: \u000a| �[0;m�[1;31m20221213092539314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092539315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092539315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092539315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092539315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092539315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092539328 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092539338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092539338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092539338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:25:42.072318 run osmo-msc_10.42.42.6(pid=32097): ERR: Terminated: ERROR {rc=2} [trial-2387↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32097)]\u000a09:25:42.121229 run osmo-msc_10.42.42.6(pid=32097): stdout: \u000a| (launched: 2022-12-13_09:25:40.987944) \u000a09:25:42.170849 run osmo-msc_10.42.42.6(pid=32097): stderr: \u000a| �[0;m�[38;5;43m20221213092541258 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213092541258 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ddbc63c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213092541259 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213092541259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213092541259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213092541259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213092541261 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213092541261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213092541262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213092541262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:25:42.213019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32090): Terminating (SIGTERM)\u000a09:25:42.252837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32093): Terminating (SIGTERM)\u000a09:25:42.292497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32096): Terminating (SIGTERM)\u000a09:25:42.301729 --- ParallelTerminationStrategy: PID 32090 died...\u000a09:25:42.355307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32090): Terminated: ok {rc=0}\u000a09:25:42.364743 --- ParallelTerminationStrategy: PID 32093 died...\u000a09:25:42.417784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32093): Terminated: ok {rc=0}\u000a09:25:42.427324 --- ParallelTerminationStrategy: PID 32096 died...\u000a09:25:42.480538 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32096): Terminated: ok {rc=0}\u000a09:25:42.563928 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:25:35" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32108): Process ended prematurely: osmo-stp_10.42.42.5(pid=32108) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32108)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32108): Process ended prematurely: osmo-stp_10.42.42.5(pid=32108) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32108)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:25:44.515330 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:25:44.527221 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:25:44.686346 tst mo_mt_call.py: using LAC 33014\u000a09:25:44.812928 tst mo_mt_call.py: using RAC 119\u000a09:25:44.938398 tst mo_mt_call.py: using CellId 33014\u000a09:25:45.062049 tst mo_mt_call.py: using BVCI 33015\u000a09:25:45.086220 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:25:45.097959 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:25:45.109468 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:25:45.120926 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:25:45.132648 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:25:45.144155 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:25:45.260619 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:25:45.459165 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:25:45.976569 run create_hlr_db(pid=32102): Launched\u000a09:25:46.186640 bus /sierra_2: Setting Powered False\u000a09:25:47.185654 run create_hlr_db(pid=32102): Terminated: ok {rc=0}\u000a09:25:47.601726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32104): Launched\u000a09:25:47.900765 run osmo-hlr_10.42.42.2(pid=32105): Launched\u000a09:25:48.016012 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:25:48.569840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32107): Launched\u000a09:25:48.886744 run osmo-stp_10.42.42.5(pid=32108): Launched\u000a09:25:49.001962 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:25:49.580778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32110): Launched\u000a09:25:49.897944 run osmo-msc_10.42.42.6(pid=32111): Launched\u000a09:25:50.083674 run osmo-stp_10.42.42.5(pid=32108): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32108)]\u000a09:25:50.218019 run osmo-stp_10.42.42.5(pid=32108): stdout: \u000a| (launched: 2022-12-13_09:25:48.731456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:50.352154 run osmo-stp_10.42.42.5(pid=32108): stderr: \u000a| �[0;m�[38;5;43m20221213092548926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092548926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092548926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092548927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092548927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092548927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092548927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:50.479729 run osmo-stp_10.42.42.5(pid=32108): stdout: \u000a| (launched: 2022-12-13_09:25:48.731456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:50.606210 run osmo-stp_10.42.42.5(pid=32108): stderr: \u000a| �[0;m�[38;5;43m20221213092548926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092548926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092548926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092548927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092548927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092548927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092548927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:50.662096 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32108): Process ended prematurely: osmo-stp_10.42.42.5(pid=32108) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32108)] [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a09:25:50.671395 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:25:50.733926 run osmo-hlr_10.42.42.2(pid=32105): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32105)]\u000a09:25:50.785030 run osmo-hlr_10.42.42.2(pid=32105): stdout: \u000a| (launched: 2022-12-13_09:25:47.753953) \u000a09:25:50.836699 run osmo-hlr_10.42.42.2(pid=32105): stderr: \u000a| �[0;m�[1;31m20221213092547930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092547930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092547930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092547930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092547930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092547930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092547942 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092547951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092547951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092547951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:25:50.906937 run osmo-msc_10.42.42.6(pid=32111): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32111)]\u000a09:25:50.958028 run osmo-msc_10.42.42.6(pid=32111): stdout: \u000a| (launched: 2022-12-13_09:25:49.742898) \u000a09:25:51.009459 run osmo-msc_10.42.42.6(pid=32111): stderr: \u000a| �[0;m�[38;5;43m20221213092550068 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213092550068 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1c11f97c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213092550068 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213092550068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213092550068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213092550069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213092550070 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213092550071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213092550071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213092550071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:25:51.053590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32104): Terminating (SIGTERM)\u000a09:25:51.095264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32107): Terminating (SIGTERM)\u000a09:25:51.137609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32110): Terminating (SIGTERM)\u000a09:25:51.147339 --- ParallelTerminationStrategy: PID 32104 died...\u000a09:25:51.203177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32104): Terminated: ok {rc=0}\u000a09:25:51.213519 --- ParallelTerminationStrategy: PID 32107 died...\u000a09:25:51.269332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32107): Terminated: ok {rc=0}\u000a09:25:51.279544 --- ParallelTerminationStrategy: PID 32110 died...\u000a09:25:51.335193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32110): Terminated: ok {rc=0}\u000a09:25:51.421037 bus /sierra_3: Setting Powered False\u000a09:25:52.526042 bus /sierra_3: Setting Powered False\u000a09:25:53.637369 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32120): Process ended prematurely: osmo-stp_10.42.42.5(pid=32120) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32120)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32120): Process ended prematurely: osmo-stp_10.42.42.5(pid=32120) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32120)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:25:54.745467 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:25:54.757222 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:25:54.908093 tst mo_mt_call_osmux.py: using LAC 33015\u000a09:25:55.025864 tst mo_mt_call_osmux.py: using RAC 120\u000a09:25:55.149581 tst mo_mt_call_osmux.py: using CellId 33015\u000a09:25:55.273379 tst mo_mt_call_osmux.py: using BVCI 33016\u000a09:25:55.297559 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:25:55.309344 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:25:55.320843 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:25:55.332372 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:25:55.344514 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:25:55.356343 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:25:55.472702 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:25:55.678999 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:25:56.186231 run create_hlr_db(pid=32114): Launched\u000a09:25:56.369831 bus /sierra_2: Setting Powered False\u000a09:25:57.391518 run create_hlr_db(pid=32114): Terminated: ok {rc=0}\u000a09:25:57.790627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32116): Launched\u000a09:25:58.088755 run osmo-hlr_10.42.42.2(pid=32117): Launched\u000a09:25:58.205534 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:25:58.726713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32119): Launched\u000a09:25:59.023377 run osmo-stp_10.42.42.5(pid=32120): Launched\u000a09:25:59.131826 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:25:59.676887 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32122): Launched\u000a09:25:59.973620 run osmo-msc_10.42.42.6(pid=32123): Launched\u000a09:26:00.150036 run osmo-stp_10.42.42.5(pid=32120): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32120)]\u000a09:26:00.276358 run osmo-stp_10.42.42.5(pid=32120): stdout: \u000a| (launched: 2022-12-13_09:25:58.877118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:00.400020 run osmo-stp_10.42.42.5(pid=32120): stderr: \u000a| �[0;m�[38;5;43m20221213092559043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092559044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092559044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092559044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092559047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092559047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092559047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:00.519228 run osmo-stp_10.42.42.5(pid=32120): stdout: \u000a| (launched: 2022-12-13_09:25:58.877118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:00.637748 run osmo-stp_10.42.42.5(pid=32120): stderr: \u000a| �[0;m�[38;5;43m20221213092559043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092559044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092559044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092559044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092559047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092559047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092559047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:00.689716 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32120): Process ended prematurely: osmo-stp_10.42.42.5(pid=32120) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32120)] [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a09:26:00.698136 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a09:26:00.757652 run osmo-hlr_10.42.42.2(pid=32117): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32117)]\u000a09:26:00.806053 run osmo-hlr_10.42.42.2(pid=32117): stdout: \u000a| (launched: 2022-12-13_09:25:57.942129) \u000a09:26:00.856774 run osmo-hlr_10.42.42.2(pid=32117): stderr: \u000a| �[0;m�[1;31m20221213092558118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092558118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092558118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092558118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092558118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092558118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092558130 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092558140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092558141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092558141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:26:00.939122 run osmo-msc_10.42.42.6(pid=32123): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32123)]\u000a09:26:00.988335 run osmo-msc_10.42.42.6(pid=32123): stdout: \u000a| (launched: 2022-12-13_09:25:59.827273) \u000a09:26:01.038886 run osmo-msc_10.42.42.6(pid=32123): stderr: \u000a| �[0;m�[38;5;43m20221213092600100 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213092600101 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2707da6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213092600101 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213092600101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213092600101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213092600101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213092600103 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213092600103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213092600104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213092600104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:26:01.081993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32116): Terminating (SIGTERM)\u000a09:26:01.122310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32119): Terminating (SIGTERM)\u000a09:26:01.164747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32122): Terminating (SIGTERM)\u000a09:26:01.174202 --- ParallelTerminationStrategy: PID 32116 died...\u000a09:26:01.228085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32116): Terminated: ok {rc=0}\u000a09:26:01.238065 --- ParallelTerminationStrategy: PID 32119 died...\u000a09:26:01.311060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32119): Terminated: ok {rc=0}\u000a09:26:01.330878 --- ParallelTerminationStrategy: PID 32122 died...\u000a09:26:01.407169 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32122): Terminated: ok {rc=0}\u000a09:26:01.490940 bus /sierra_3: Setting Powered False\u000a09:26:02.589715 bus /sierra_3: Setting Powered False\u000a09:26:03.699581 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:25:44" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32134): Process ended prematurely: osmo-stp_10.42.42.5(pid=32134) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32134)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32134): Process ended prematurely: osmo-stp_10.42.42.5(pid=32134) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32134)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a09:26:05.692474 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:26:05.704549 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:26:05.867420 tst mo_mt_call.py: using LAC 33016\u000a09:26:05.992661 tst mo_mt_call.py: using RAC 121\u000a09:26:06.120032 tst mo_mt_call.py: using CellId 33016\u000a09:26:06.246740 tst mo_mt_call.py: using BVCI 33017\u000a09:26:06.271104 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:26:06.282827 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:26:06.294678 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:26:06.306294 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:26:06.317966 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:26:06.329459 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:26:06.446030 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:26:06.656923 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:26:07.165841 run create_hlr_db(pid=32128): Launched\u000a09:26:07.349307 bus /sierra_2: Setting Powered False\u000a09:26:08.371244 run create_hlr_db(pid=32128): Terminated: ok {rc=0}\u000a09:26:08.769454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32130): Launched\u000a09:26:09.066121 run osmo-hlr_10.42.42.2(pid=32131): Launched\u000a09:26:09.175448 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:26:09.689391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32133): Launched\u000a09:26:09.986469 run osmo-stp_10.42.42.5(pid=32134): Launched\u000a09:26:10.094940 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:26:10.638083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32136): Launched\u000a09:26:10.936147 run osmo-msc_10.42.42.6(pid=32137): Launched\u000a09:26:11.112230 run osmo-stp_10.42.42.5(pid=32134): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32134)]\u000a09:26:11.239072 run osmo-stp_10.42.42.5(pid=32134): stdout: \u000a| (launched: 2022-12-13_09:26:09.840566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:11.363211 run osmo-stp_10.42.42.5(pid=32134): stderr: \u000a| �[0;m�[38;5;43m20221213092610010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092610010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092610010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092610011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092610011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092610011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092610011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:11.483042 run osmo-stp_10.42.42.5(pid=32134): stdout: \u000a| (launched: 2022-12-13_09:26:09.840566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:11.602483 run osmo-stp_10.42.42.5(pid=32134): stderr: \u000a| �[0;m�[38;5;43m20221213092610010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092610010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092610010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092610011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092610011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092610011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092610011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:11.654635 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32134): Process ended prematurely: osmo-stp_10.42.42.5(pid=32134) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32134)] [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a09:26:11.663085 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a09:26:11.723339 run osmo-hlr_10.42.42.2(pid=32131): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32131)]\u000a09:26:11.772102 run osmo-hlr_10.42.42.2(pid=32131): stdout: \u000a| (launched: 2022-12-13_09:26:08.920181) \u000a09:26:11.821455 run osmo-hlr_10.42.42.2(pid=32131): stderr: \u000a| �[0;m�[1;31m20221213092609095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092609095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092609095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092609095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092609095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092609095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092609108 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092609117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092609118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092609118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:26:11.888748 run osmo-msc_10.42.42.6(pid=32137): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32137)]\u000a09:26:11.937322 run osmo-msc_10.42.42.6(pid=32137): stdout: \u000a| (launched: 2022-12-13_09:26:10.789554) \u000a09:26:11.986481 run osmo-msc_10.42.42.6(pid=32137): stderr: \u000a| �[0;m�[38;5;43m20221213092611061 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213092611061 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe49a5e3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213092611061 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213092611061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213092611061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213092611061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213092611063 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213092611063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213092611064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213092611064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:26:12.028140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32130): Terminating (SIGTERM)\u000a09:26:12.067538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32133): Terminating (SIGTERM)\u000a09:26:12.107011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32136): Terminating (SIGTERM)\u000a09:26:12.116152 --- ParallelTerminationStrategy: PID 32130 died...\u000a09:26:12.169131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32130): Terminated: ok {rc=0}\u000a09:26:12.178683 --- ParallelTerminationStrategy: PID 32133 died...\u000a09:26:12.231349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32133): Terminated: ok {rc=0}\u000a09:26:12.240789 --- ParallelTerminationStrategy: PID 32136 died...\u000a09:26:12.293505 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32136): Terminated: ok {rc=0}\u000a09:26:12.380588 bus /sierra_3: Setting Powered False\u000a09:26:13.482564 bus /sierra_3: Setting Powered False\u000a09:26:14.591931 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32145): Process ended prematurely: osmo-stp_10.42.42.5(pid=32145) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32145)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32145): Process ended prematurely: osmo-stp_10.42.42.5(pid=32145) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32145)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:26:15.700132 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:26:15.711907 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:26:15.883755 tst mo_mt_call_osmux.py: using LAC 33017\u000a09:26:16.028673 tst mo_mt_call_osmux.py: using RAC 122\u000a09:26:16.154869 tst mo_mt_call_osmux.py: using CellId 33017\u000a09:26:16.308389 tst mo_mt_call_osmux.py: using BVCI 33018\u000a09:26:16.340242 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:26:16.357396 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:26:16.373179 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:26:16.390534 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:26:16.407760 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:26:16.424607 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:26:16.569340 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:26:16.784295 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:26:17.266725 run create_hlr_db(pid=32139): Launched\u000a09:26:17.449379 bus /sierra_2: Setting Powered False\u000a09:26:18.472200 run create_hlr_db(pid=32139): Terminated: ok {rc=0}\u000a09:26:18.870444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32141): Launched\u000a09:26:19.166768 run osmo-hlr_10.42.42.2(pid=32142): Launched\u000a09:26:19.282035 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:26:19.805451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32144): Launched\u000a09:26:20.102817 run osmo-stp_10.42.42.5(pid=32145): Launched\u000a09:26:20.211813 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:26:20.753577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32147): Launched\u000a09:26:21.051104 run osmo-msc_10.42.42.6(pid=32148): Launched\u000a09:26:21.226968 run osmo-stp_10.42.42.5(pid=32145): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32145)]\u000a09:26:21.353301 run osmo-stp_10.42.42.5(pid=32145): stdout: \u000a| (launched: 2022-12-13_09:26:19.956571)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:21.477336 run osmo-stp_10.42.42.5(pid=32145): stderr: \u000a| �[0;m�[38;5;43m20221213092620127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092620127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092620127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092620127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092620128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092620128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092620128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:21.597049 run osmo-stp_10.42.42.5(pid=32145): stdout: \u000a| (launched: 2022-12-13_09:26:19.956571)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:21.716339 run osmo-stp_10.42.42.5(pid=32145): stderr: \u000a| �[0;m�[38;5;43m20221213092620127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092620127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092620127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092620127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092620128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092620128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092620128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:21.768568 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32145): Process ended prematurely: osmo-stp_10.42.42.5(pid=32145) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32145)] [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a09:26:21.777145 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:26:21.836423 run osmo-hlr_10.42.42.2(pid=32142): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32142)]\u000a09:26:21.885178 run osmo-hlr_10.42.42.2(pid=32142): stdout: \u000a| (launched: 2022-12-13_09:26:19.020819) \u000a09:26:21.934478 run osmo-hlr_10.42.42.2(pid=32142): stderr: \u000a| �[0;m�[1;31m20221213092619197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092619197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092619197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092619197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092619197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092619198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092619212 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092619222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092619222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092619222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:26:22.001341 run osmo-msc_10.42.42.6(pid=32148): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32148)]\u000a09:26:22.050420 run osmo-msc_10.42.42.6(pid=32148): stdout: \u000a| (launched: 2022-12-13_09:26:20.904305) \u000a09:26:22.099452 run osmo-msc_10.42.42.6(pid=32148): stderr: \u000a| �[0;m�[38;5;43m20221213092621175 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213092621175 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc233eeec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213092621175 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213092621175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213092621176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213092621176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213092621178 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213092621178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213092621178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213092621178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:26:22.141027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32141): Terminating (SIGTERM)\u000a09:26:22.180316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32144): Terminating (SIGTERM)\u000a09:26:22.219654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32147): Terminating (SIGTERM)\u000a09:26:22.228847 --- ParallelTerminationStrategy: PID 32141 died...\u000a09:26:22.281925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32141): Terminated: ok {rc=0}\u000a09:26:22.291532 --- ParallelTerminationStrategy: PID 32144 died...\u000a09:26:22.344278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32144): Terminated: ok {rc=0}\u000a09:26:22.353872 --- ParallelTerminationStrategy: PID 32147 died...\u000a09:26:22.406663 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32147): Terminated: ok {rc=0}\u000a09:26:22.493173 bus /sierra_3: Setting Powered False\u000a09:26:23.594285 bus /sierra_3: Setting Powered False\u000a09:26:24.703027 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:26:05" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32159): Process ended prematurely: osmo-stp_10.42.42.5(pid=32159) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32159)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32159): Process ended prematurely: osmo-stp_10.42.42.5(pid=32159) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32159)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:26:26.693583 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:26:26.705287 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:26:26.864919 tst mo_mt_call.py: using LAC 33018\u000a09:26:26.989673 tst mo_mt_call.py: using RAC 123\u000a09:26:27.114593 tst mo_mt_call.py: using CellId 33018\u000a09:26:27.237793 tst mo_mt_call.py: using BVCI 33019\u000a09:26:27.261949 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:26:27.273847 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:26:27.285309 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:26:27.296764 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:26:27.309053 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:26:27.321136 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:26:27.439530 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:26:27.639046 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:26:28.108537 run create_hlr_db(pid=32153): Launched\u000a09:26:28.279570 bus /sierra_2: Setting Powered False\u000a09:26:29.301954 run create_hlr_db(pid=32153): Terminated: ok {rc=0}\u000a09:26:29.725225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32155): Launched\u000a09:26:30.044723 run osmo-hlr_10.42.42.2(pid=32156): Launched\u000a09:26:30.162192 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:26:30.712837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32158): Launched\u000a09:26:31.150338 run osmo-stp_10.42.42.5(pid=32159): Launched\u000a09:26:31.303570 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:26:31.998277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32161): Launched\u000a09:26:32.312747 run osmo-msc_10.42.42.6(pid=32162): Launched\u000a09:26:32.491585 run osmo-stp_10.42.42.5(pid=32159): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32159)]\u000a09:26:32.620267 run osmo-stp_10.42.42.5(pid=32159): stdout: \u000a| (launched: 2022-12-13_09:26:30.892200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:32.745724 run osmo-stp_10.42.42.5(pid=32159): stderr: \u000a| �[0;m�[38;5;43m20221213092631239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092631239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092631240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092631240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092631247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092631247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092631247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:32.866479 run osmo-stp_10.42.42.5(pid=32159): stdout: \u000a| (launched: 2022-12-13_09:26:30.892200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:32.986174 run osmo-stp_10.42.42.5(pid=32159): stderr: \u000a| �[0;m�[38;5;43m20221213092631239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092631239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092631240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092631240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092631247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092631247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092631247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:33.038828 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32159): Process ended prematurely: osmo-stp_10.42.42.5(pid=32159) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32159)] [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a09:26:33.047595 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a09:26:33.107600 run osmo-hlr_10.42.42.2(pid=32156): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32156)]\u000a09:26:33.156616 run osmo-hlr_10.42.42.2(pid=32156): stdout: \u000a| (launched: 2022-12-13_09:26:29.888559) \u000a09:26:33.206488 run osmo-hlr_10.42.42.2(pid=32156): stderr: \u000a| �[0;m�[1;31m20221213092630085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092630085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092630085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092630085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092630085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092630085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092630099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092630109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092630109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092630109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:26:33.273892 run osmo-msc_10.42.42.6(pid=32162): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32162)]\u000a09:26:33.322956 run osmo-msc_10.42.42.6(pid=32162): stdout: \u000a| (launched: 2022-12-13_09:26:32.153741) \u000a09:26:33.372833 run osmo-msc_10.42.42.6(pid=32162): stderr: \u000a| �[0;m�[38;5;43m20221213092632431 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213092632431 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff073cbac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213092632431 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213092632431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213092632431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213092632432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213092632433 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213092632434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213092632434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213092632434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:26:33.415098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32155): Terminating (SIGTERM)\u000a09:26:33.454941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32158): Terminating (SIGTERM)\u000a09:26:33.494758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32161): Terminating (SIGTERM)\u000a09:26:33.504092 --- ParallelTerminationStrategy: PID 32155 died...\u000a09:26:33.558081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32155): Terminated: ok {rc=0}\u000a09:26:33.567827 --- ParallelTerminationStrategy: PID 32158 died...\u000a09:26:33.621215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32158): Terminated: ok {rc=0}\u000a09:26:33.630892 --- ParallelTerminationStrategy: PID 32161 died...\u000a09:26:33.684077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32161): Terminated: ok {rc=0}\u000a09:26:33.772249 bus /sierra_3: Setting Powered False\u000a09:26:34.873787 bus /sierra_3: Setting Powered False\u000a09:26:35.985023 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32170): Process ended prematurely: osmo-stp_10.42.42.5(pid=32170) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32170)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32170): Process ended prematurely: osmo-stp_10.42.42.5(pid=32170) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32170)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:26:37.093003 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:26:37.104699 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:26:37.256493 tst mo_mt_call_osmux.py: using LAC 33019\u000a09:26:37.379645 tst mo_mt_call_osmux.py: using RAC 124\u000a09:26:37.505074 tst mo_mt_call_osmux.py: using CellId 33019\u000a09:26:37.630271 tst mo_mt_call_osmux.py: using BVCI 33020\u000a09:26:37.654624 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:26:37.666468 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:26:37.678383 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:26:37.690212 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:26:37.702667 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:26:37.715017 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:26:37.834209 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:26:38.039913 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:26:38.509240 run create_hlr_db(pid=32164): Launched\u000a09:26:38.680680 bus /sierra_2: Setting Powered False\u000a09:26:39.701692 run create_hlr_db(pid=32164): Terminated: ok {rc=0}\u000a09:26:40.122832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32166): Launched\u000a09:26:40.440553 run osmo-hlr_10.42.42.2(pid=32167): Launched\u000a09:26:40.557372 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:26:41.110137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32169): Launched\u000a09:26:41.428882 run osmo-stp_10.42.42.5(pid=32170): Launched\u000a09:26:41.544743 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:26:42.126660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32172): Launched\u000a09:26:42.443861 run osmo-msc_10.42.42.6(pid=32173): Launched\u000a09:26:42.631464 run osmo-stp_10.42.42.5(pid=32170): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32170)]\u000a09:26:42.771435 run osmo-stp_10.42.42.5(pid=32170): stdout: \u000a| (launched: 2022-12-13_09:26:41.272327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:42.903620 run osmo-stp_10.42.42.5(pid=32170): stderr: \u000a| �[0;m�[38;5;43m20221213092641464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092641464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092641464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092641465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092641465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092641465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092641465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:43.031189 run osmo-stp_10.42.42.5(pid=32170): stdout: \u000a| (launched: 2022-12-13_09:26:41.272327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:43.157792 run osmo-stp_10.42.42.5(pid=32170): stderr: \u000a| �[0;m�[38;5;43m20221213092641464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092641464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092641464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092641465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092641465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092641465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092641465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:43.213787 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32170): Process ended prematurely: osmo-stp_10.42.42.5(pid=32170) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32170)] [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a09:26:43.223101 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:26:43.285345 run osmo-hlr_10.42.42.2(pid=32167): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32167)]\u000a09:26:43.336309 run osmo-hlr_10.42.42.2(pid=32167): stdout: \u000a| (launched: 2022-12-13_09:26:40.284263) \u000a09:26:43.387853 run osmo-hlr_10.42.42.2(pid=32167): stderr: \u000a| �[0;m�[1;31m20221213092640479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092640479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092640479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092640479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092640479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092640479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092640491 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092640501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092640501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092640501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:26:43.457797 run osmo-msc_10.42.42.6(pid=32173): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32173)]\u000a09:26:43.508782 run osmo-msc_10.42.42.6(pid=32173): stdout: \u000a| (launched: 2022-12-13_09:26:42.288299) \u000a09:26:43.560172 run osmo-msc_10.42.42.6(pid=32173): stderr: \u000a| �[0;m�[38;5;43m20221213092642612 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213092642612 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f46746a7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213092642612 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213092642612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213092642612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213092642613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213092642614 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213092642615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213092642615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213092642615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:26:43.603630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32166): Terminating (SIGTERM)\u000a09:26:43.644691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32169): Terminating (SIGTERM)\u000a09:26:43.685850 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32172): Terminating (SIGTERM)\u000a09:26:43.695563 --- ParallelTerminationStrategy: PID 32166 died...\u000a09:26:43.751191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32166): Terminated: ok {rc=0}\u000a09:26:43.761403 --- ParallelTerminationStrategy: PID 32169 died...\u000a09:26:43.816862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32169): Terminated: ok {rc=0}\u000a09:26:43.827080 --- ParallelTerminationStrategy: PID 32172 died...\u000a09:26:43.882237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32172): Terminated: ok {rc=0}\u000a09:26:43.968410 bus /sierra_3: Setting Powered False\u000a09:26:45.068685 bus /sierra_3: Setting Powered False\u000a09:26:46.185826 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:26:26" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32184): Process ended prematurely: osmo-stp_10.42.42.5(pid=32184) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32184)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32184): Process ended prematurely: osmo-stp_10.42.42.5(pid=32184) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32184)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:26:48.179513 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:26:48.191168 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a09:26:48.350298 tst mo_mt_call.py: using LAC 33020\u000a09:26:48.474948 tst mo_mt_call.py: using RAC 125\u000a09:26:48.599530 tst mo_mt_call.py: using CellId 33020\u000a09:26:48.730798 tst mo_mt_call.py: using BVCI 33021\u000a09:26:48.755113 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:26:48.766763 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:26:48.778419 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:26:48.789834 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:26:48.801411 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:26:48.812778 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:26:48.929080 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:26:49.130205 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:26:49.599205 run create_hlr_db(pid=32178): Launched\u000a09:26:49.771172 bus /sierra_2: Setting Powered False\u000a09:26:50.793151 run create_hlr_db(pid=32178): Terminated: ok {rc=0}\u000a09:26:51.215790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32180): Launched\u000a09:26:51.535362 run osmo-hlr_10.42.42.2(pid=32181): Launched\u000a09:26:51.653230 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:26:52.206544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32183): Launched\u000a09:26:52.524670 run osmo-stp_10.42.42.5(pid=32184): Launched\u000a09:26:52.640674 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:26:53.222455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32186): Launched\u000a09:26:53.541341 run osmo-msc_10.42.42.6(pid=32187): Launched\u000a09:26:53.729207 run osmo-stp_10.42.42.5(pid=32184): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32184)]\u000a09:26:53.865076 run osmo-stp_10.42.42.5(pid=32184): stdout: \u000a| (launched: 2022-12-13_09:26:52.368592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:53.999782 run osmo-stp_10.42.42.5(pid=32184): stderr: \u000a| �[0;m�[38;5;43m20221213092652562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092652562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092652562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092652563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092652563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092652563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092652563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:54.128036 run osmo-stp_10.42.42.5(pid=32184): stdout: \u000a| (launched: 2022-12-13_09:26:52.368592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:54.255370 run osmo-stp_10.42.42.5(pid=32184): stderr: \u000a| �[0;m�[38;5;43m20221213092652562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092652562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092652562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092652563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092652563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092652563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092652563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:54.311531 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32184): Process ended prematurely: osmo-stp_10.42.42.5(pid=32184) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32184)] [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a09:26:54.320779 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:26:54.382685 run osmo-hlr_10.42.42.2(pid=32181): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32181)]\u000a09:26:54.433535 run osmo-hlr_10.42.42.2(pid=32181): stdout: \u000a| (launched: 2022-12-13_09:26:51.378476) \u000a09:26:54.485124 run osmo-hlr_10.42.42.2(pid=32181): stderr: \u000a| �[0;m�[1;31m20221213092651578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092651578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092651579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092651579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092651579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092651579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092651594 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092651602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092651602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092651602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:26:54.555390 run osmo-msc_10.42.42.6(pid=32187): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32187)]\u000a09:26:54.606198 run osmo-msc_10.42.42.6(pid=32187): stdout: \u000a| (launched: 2022-12-13_09:26:53.385103) \u000a09:26:54.657620 run osmo-msc_10.42.42.6(pid=32187): stderr: \u000a| �[0;m�[38;5;43m20221213092653708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213092653708 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f96525f4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213092653708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213092653708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213092653708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213092653708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213092653710 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213092653710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213092653711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213092653711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:26:54.701431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32180): Terminating (SIGTERM)\u000a09:26:54.743218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32183): Terminating (SIGTERM)\u000a09:26:54.784784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32186): Terminating (SIGTERM)\u000a09:26:54.794657 --- ParallelTerminationStrategy: PID 32180 died...\u000a09:26:54.849958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32180): Terminated: ok {rc=0}\u000a09:26:54.860057 --- ParallelTerminationStrategy: PID 32183 died...\u000a09:26:54.915321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32183): Terminated: ok {rc=0}\u000a09:26:54.925454 --- ParallelTerminationStrategy: PID 32186 died...\u000a09:26:54.980398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32186): Terminated: ok {rc=0}\u000a09:26:55.066672 bus /sierra_3: Setting Powered False\u000a09:26:56.171398 bus /sierra_3: Setting Powered False\u000a09:26:57.281578 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32195): Process ended prematurely: osmo-stp_10.42.42.5(pid=32195) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32195)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32195): Process ended prematurely: osmo-stp_10.42.42.5(pid=32195) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32195)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:26:58.389462 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:26:58.401199 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a09:26:58.552777 tst mo_mt_call_osmux.py: using LAC 33021\u000a09:26:58.671586 tst mo_mt_call_osmux.py: using RAC 126\u000a09:26:58.796501 tst mo_mt_call_osmux.py: using CellId 33021\u000a09:26:58.922589 tst mo_mt_call_osmux.py: using BVCI 33022\u000a09:26:58.947096 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:26:58.958847 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:26:58.970404 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:26:58.981951 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:26:58.994261 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:26:59.006355 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:26:59.127833 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:26:59.329711 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:26:59.798883 run create_hlr_db(pid=32189): Launched\u000a09:26:59.969789 bus /sierra_2: Setting Powered False\u000a09:27:01.031772 run create_hlr_db(pid=32189): Terminated: ok {rc=0}\u000a09:27:01.475596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32191): Launched\u000a09:27:01.906006 run osmo-hlr_10.42.42.2(pid=32192): Launched\u000a09:27:02.037266 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:27:02.655166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32194): Launched\u000a09:27:02.974737 run osmo-stp_10.42.42.5(pid=32195): Launched\u000a09:27:03.090784 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:27:03.670056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32197): Launched\u000a09:27:03.988260 run osmo-msc_10.42.42.6(pid=32198): Launched\u000a09:27:04.175127 run osmo-stp_10.42.42.5(pid=32195): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32195)]\u000a09:27:04.309177 run osmo-stp_10.42.42.5(pid=32195): stdout: \u000a| (launched: 2022-12-13_09:27:02.818176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:04.443327 run osmo-stp_10.42.42.5(pid=32195): stderr: \u000a| �[0;m�[38;5;43m20221213092703012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092703012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092703012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092703013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092703013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092703013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092703013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:04.571252 run osmo-stp_10.42.42.5(pid=32195): stdout: \u000a| (launched: 2022-12-13_09:27:02.818176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:04.698218 run osmo-stp_10.42.42.5(pid=32195): stderr: \u000a| �[0;m�[38;5;43m20221213092703012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092703012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092703012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092703013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092703013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092703013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092703013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:04.754578 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32195): Process ended prematurely: osmo-stp_10.42.42.5(pid=32195) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32195)] [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a09:27:04.763512 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a09:27:04.825572 run osmo-hlr_10.42.42.2(pid=32192): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32192)]\u000a09:27:04.876462 run osmo-hlr_10.42.42.2(pid=32192): stdout: \u000a| (launched: 2022-12-13_09:27:01.630003) \u000a09:27:04.927608 run osmo-hlr_10.42.42.2(pid=32192): stderr: \u000a| �[0;m�[1;31m20221213092701888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092701888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092701888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092701888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092701888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092701888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092701913 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092701921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092701922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092701922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:27:04.997608 run osmo-msc_10.42.42.6(pid=32198): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32198)]\u000a09:27:05.048275 run osmo-msc_10.42.42.6(pid=32198): stdout: \u000a| (launched: 2022-12-13_09:27:03.832461) \u000a09:27:05.099664 run osmo-msc_10.42.42.6(pid=32198): stderr: \u000a| �[0;m�[38;5;43m20221213092704157 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213092704157 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa266512c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213092704157 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213092704157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213092704157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213092704158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213092704159 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213092704159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213092704160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213092704160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:27:05.143167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32191): Terminating (SIGTERM)\u000a09:27:05.184253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32194): Terminating (SIGTERM)\u000a09:27:05.225623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32197): Terminating (SIGTERM)\u000a09:27:05.235318 --- ParallelTerminationStrategy: PID 32191 died...\u000a09:27:05.290433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32191): Terminated: ok {rc=0}\u000a09:27:05.300462 --- ParallelTerminationStrategy: PID 32194 died...\u000a09:27:05.355426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32194): Terminated: ok {rc=0}\u000a09:27:05.365491 --- ParallelTerminationStrategy: PID 32197 died...\u000a09:27:05.420307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32197): Terminated: ok {rc=0}\u000a09:27:05.505323 bus /sierra_3: Setting Powered False\u000a09:27:06.611262 bus /sierra_3: Setting Powered False\u000a09:27:07.719877 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:26:47" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32209): Process ended prematurely: osmo-stp_10.42.42.5(pid=32209) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32209)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32209): Process ended prematurely: osmo-stp_10.42.42.5(pid=32209) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32209)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:27:09.709312 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:27:09.720375 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:27:09.871628 tst mo_mt_call.py: using LAC 33022\u000a09:27:09.990338 tst mo_mt_call.py: using RAC 127\u000a09:27:10.114088 tst mo_mt_call.py: using CellId 33022\u000a09:27:10.243277 tst mo_mt_call.py: using BVCI 33023\u000a09:27:10.267812 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:27:10.279631 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:27:10.291181 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:27:10.302756 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:27:10.314342 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:27:10.325870 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:27:10.441409 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:27:10.650389 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:27:11.159165 run create_hlr_db(pid=32203): Launched\u000a09:27:11.343292 bus /sierra_2: Setting Powered False\u000a09:27:12.364646 run create_hlr_db(pid=32203): Terminated: ok {rc=0}\u000a09:27:12.763889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32205): Launched\u000a09:27:13.061416 run osmo-hlr_10.42.42.2(pid=32206): Launched\u000a09:27:13.176290 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:27:13.712001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32208): Launched\u000a09:27:14.030609 run osmo-stp_10.42.42.5(pid=32209): Launched\u000a09:27:14.145822 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:27:14.726925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32211): Launched\u000a09:27:15.045534 run osmo-msc_10.42.42.6(pid=32212): Launched\u000a09:27:15.230727 run osmo-stp_10.42.42.5(pid=32209): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32209)]\u000a09:27:15.369378 run osmo-stp_10.42.42.5(pid=32209): stdout: \u000a| (launched: 2022-12-13_09:27:13.874638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:15.500843 run osmo-stp_10.42.42.5(pid=32209): stderr: \u000a| �[0;m�[38;5;43m20221213092714066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092714066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092714066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092714067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092714067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092714067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092714067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:15.628398 run osmo-stp_10.42.42.5(pid=32209): stdout: \u000a| (launched: 2022-12-13_09:27:13.874638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:15.755196 run osmo-stp_10.42.42.5(pid=32209): stderr: \u000a| �[0;m�[38;5;43m20221213092714066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092714066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092714066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092714067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092714067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092714067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092714067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:15.811418 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32209): Process ended prematurely: osmo-stp_10.42.42.5(pid=32209) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32209)] [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a09:27:15.820565 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a09:27:15.883103 run osmo-hlr_10.42.42.2(pid=32206): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32206)]\u000a09:27:15.940995 run osmo-hlr_10.42.42.2(pid=32206): stdout: \u000a| (launched: 2022-12-13_09:27:12.915703) \u000a09:27:15.993356 run osmo-hlr_10.42.42.2(pid=32206): stderr: \u000a| �[0;m�[1;31m20221213092713092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092713092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092713092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092713092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092713092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092713092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092713112 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092713121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092713121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092713121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:27:16.068761 run osmo-msc_10.42.42.6(pid=32212): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32212)]\u000a09:27:16.120606 run osmo-msc_10.42.42.6(pid=32212): stdout: \u000a| (launched: 2022-12-13_09:27:14.890352) \u000a09:27:16.173067 run osmo-msc_10.42.42.6(pid=32212): stderr: \u000a| �[0;m�[38;5;43m20221213092715215 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213092715215 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0445a95c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213092715215 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213092715215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213092715215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213092715215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213092715217 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213092715217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213092715218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213092715218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:27:16.217910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32205): Terminating (SIGTERM)\u000a09:27:16.262060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32208): Terminating (SIGTERM)\u000a09:27:16.306160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32211): Terminating (SIGTERM)\u000a09:27:16.316177 --- ParallelTerminationStrategy: PID 32205 died...\u000a09:27:16.372811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32205): Terminated: ok {rc=0}\u000a09:27:16.383361 --- ParallelTerminationStrategy: PID 32208 died...\u000a09:27:16.439795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32208): Terminated: ok {rc=0}\u000a09:27:16.450640 --- ParallelTerminationStrategy: PID 32211 died...\u000a09:27:16.507244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32211): Terminated: ok {rc=0}\u000a09:27:16.595435 bus /sierra_3: Setting Powered False\u000a09:27:17.701491 bus /sierra_3: Setting Powered False\u000a09:27:18.807297 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32220): Process ended prematurely: osmo-stp_10.42.42.5(pid=32220) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32220)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32220): Process ended prematurely: osmo-stp_10.42.42.5(pid=32220) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32220)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:27:19.919257 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:27:19.931588 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:27:20.094719 tst mo_mt_call_osmux.py: using LAC 33023\u000a09:27:20.217332 tst mo_mt_call_osmux.py: using RAC 128\u000a09:27:20.342099 tst mo_mt_call_osmux.py: using CellId 33023\u000a09:27:20.460922 tst mo_mt_call_osmux.py: using BVCI 33024\u000a09:27:20.483635 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:27:20.495032 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:27:20.506348 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:27:20.517530 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:27:20.528931 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:27:20.540466 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:27:20.660400 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:27:20.861596 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:27:21.329148 run create_hlr_db(pid=32214): Launched\u000a09:27:21.499972 bus /sierra_2: Setting Powered False\u000a09:27:22.522260 run create_hlr_db(pid=32214): Terminated: ok {rc=0}\u000a09:27:22.944904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32216): Launched\u000a09:27:23.263792 run osmo-hlr_10.42.42.2(pid=32217): Launched\u000a09:27:23.381480 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:27:23.935266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32219): Launched\u000a09:27:24.254012 run osmo-stp_10.42.42.5(pid=32220): Launched\u000a09:27:24.369763 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:27:24.950509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32222): Launched\u000a09:27:25.269922 run osmo-msc_10.42.42.6(pid=32223): Launched\u000a09:27:25.457468 run osmo-stp_10.42.42.5(pid=32220): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32220)]\u000a09:27:25.592478 run osmo-stp_10.42.42.5(pid=32220): stdout: \u000a| (launched: 2022-12-13_09:27:24.098015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:25.727220 run osmo-stp_10.42.42.5(pid=32220): stderr: \u000a| �[0;m�[38;5;43m20221213092724289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092724289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092724289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092724289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092724292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092724292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092724292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:25.855967 run osmo-stp_10.42.42.5(pid=32220): stdout: \u000a| (launched: 2022-12-13_09:27:24.098015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:25.983670 run osmo-stp_10.42.42.5(pid=32220): stderr: \u000a| �[0;m�[38;5;43m20221213092724289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092724289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092724289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092724289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092724292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092724292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092724292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:26.039866 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32220): Process ended prematurely: osmo-stp_10.42.42.5(pid=32220) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32220)] [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a09:27:26.049102 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:27:26.111278 run osmo-hlr_10.42.42.2(pid=32217): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32217)]\u000a09:27:26.162511 run osmo-hlr_10.42.42.2(pid=32217): stdout: \u000a| (launched: 2022-12-13_09:27:23.107234) \u000a09:27:26.213957 run osmo-hlr_10.42.42.2(pid=32217): stderr: \u000a| �[0;m�[1;31m20221213092723306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092723306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092723306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092723306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092723306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092723307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092723318 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092723327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092723327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092723327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:27:26.284446 run osmo-msc_10.42.42.6(pid=32223): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32223)]\u000a09:27:26.335373 run osmo-msc_10.42.42.6(pid=32223): stdout: \u000a| (launched: 2022-12-13_09:27:25.113225) \u000a09:27:26.386988 run osmo-msc_10.42.42.6(pid=32223): stderr: \u000a| �[0;m�[38;5;43m20221213092725434 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213092725434 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3f3afe7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213092725434 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213092725434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213092725434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213092725435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213092725436 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213092725437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213092725437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213092725437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:27:26.430519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32216): Terminating (SIGTERM)\u000a09:27:26.471802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32219): Terminating (SIGTERM)\u000a09:27:26.513563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32222): Terminating (SIGTERM)\u000a09:27:26.523210 --- ParallelTerminationStrategy: PID 32216 died...\u000a09:27:26.578511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32216): Terminated: ok {rc=0}\u000a09:27:26.588685 --- ParallelTerminationStrategy: PID 32219 died...\u000a09:27:26.643772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32219): Terminated: ok {rc=0}\u000a09:27:26.653891 --- ParallelTerminationStrategy: PID 32222 died...\u000a09:27:26.708927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32222): Terminated: ok {rc=0}\u000a09:27:26.795115 bus /sierra_3: Setting Powered False\u000a09:27:27.897521 bus /sierra_3: Setting Powered False\u000a09:27:29.003796 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:27:09" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32234): Process ended prematurely: osmo-stp_10.42.42.5(pid=32234) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32234)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32234): Process ended prematurely: osmo-stp_10.42.42.5(pid=32234) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32234)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a09:27:31.030635 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:27:31.043290 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:27:31.205660 tst mo_mt_call.py: using LAC 33024\u000a09:27:31.353701 tst mo_mt_call.py: using RAC 129\u000a09:27:31.484930 tst mo_mt_call.py: using CellId 33024\u000a09:27:31.632016 tst mo_mt_call.py: using BVCI 33025\u000a09:27:31.664190 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:27:31.676928 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:27:31.689779 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:27:31.702375 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:27:31.715191 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:27:31.728023 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:27:31.861301 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:27:32.094856 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:27:32.569796 run create_hlr_db(pid=32228): Launched\u000a09:27:32.740925 bus /sierra_2: Setting Powered False\u000a09:27:33.764161 run create_hlr_db(pid=32228): Terminated: ok {rc=0}\u000a09:27:34.159646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32230): Launched\u000a09:27:34.457180 run osmo-hlr_10.42.42.2(pid=32231): Launched\u000a09:27:34.570364 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:27:35.087014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32233): Launched\u000a09:27:35.384776 run osmo-stp_10.42.42.5(pid=32234): Launched\u000a09:27:35.493756 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:27:36.038505 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32236): Launched\u000a09:27:36.349390 run osmo-msc_10.42.42.6(pid=32237): Launched\u000a09:27:36.538724 run osmo-stp_10.42.42.5(pid=32234): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32234)]\u000a09:27:36.674582 run osmo-stp_10.42.42.5(pid=32234): stdout: \u000a| (launched: 2022-12-13_09:27:35.238059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:36.810842 run osmo-stp_10.42.42.5(pid=32234): stderr: \u000a| �[0;m�[38;5;43m20221213092735409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092735409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092735409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092735409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092735410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092735410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092735410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:36.939762 run osmo-stp_10.42.42.5(pid=32234): stdout: \u000a| (launched: 2022-12-13_09:27:35.238059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:37.067666 run osmo-stp_10.42.42.5(pid=32234): stderr: \u000a| �[0;m�[38;5;43m20221213092735409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092735409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092735409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092735409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092735410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092735410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092735410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:37.124055 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32234): Process ended prematurely: osmo-stp_10.42.42.5(pid=32234) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32234)] [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a09:27:37.133370 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a09:27:37.195844 run osmo-hlr_10.42.42.2(pid=32231): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32231)]\u000a09:27:37.247023 run osmo-hlr_10.42.42.2(pid=32231): stdout: \u000a| (launched: 2022-12-13_09:27:34.311004) \u000a09:27:37.298578 run osmo-hlr_10.42.42.2(pid=32231): stderr: \u000a| �[0;m�[1;31m20221213092734487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092734487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092734487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092734487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092734487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092734487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092734512 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092734522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092734522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092734522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:27:37.369110 run osmo-msc_10.42.42.6(pid=32237): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32237)]\u000a09:27:37.419714 run osmo-msc_10.42.42.6(pid=32237): stdout: \u000a| (launched: 2022-12-13_09:27:36.189778) \u000a09:27:37.471129 run osmo-msc_10.42.42.6(pid=32237): stderr: \u000a| �[0;m�[38;5;43m20221213092736511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213092736511 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f13c33c3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213092736511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213092736511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213092736512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213092736512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213092736514 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213092736514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213092736514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213092736514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:27:37.514792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32230): Terminating (SIGTERM)\u000a09:27:37.556170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32233): Terminating (SIGTERM)\u000a09:27:37.597712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32236): Terminating (SIGTERM)\u000a09:27:37.607464 --- ParallelTerminationStrategy: PID 32230 died...\u000a09:27:37.662948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32230): Terminated: ok {rc=0}\u000a09:27:37.673275 --- ParallelTerminationStrategy: PID 32233 died...\u000a09:27:37.728833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32233): Terminated: ok {rc=0}\u000a09:27:37.738942 --- ParallelTerminationStrategy: PID 32236 died...\u000a09:27:37.794466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32236): Terminated: ok {rc=0}\u000a09:27:37.880814 bus /sierra_3: Setting Powered False\u000a09:27:38.982595 bus /sierra_3: Setting Powered False\u000a09:27:40.091170 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32245): Process ended prematurely: osmo-stp_10.42.42.5(pid=32245) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32245)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32245): Process ended prematurely: osmo-stp_10.42.42.5(pid=32245) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32245)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:27:41.198480 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:27:41.210425 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:27:41.363001 tst mo_mt_call_osmux.py: using LAC 33025\u000a09:27:41.479791 tst mo_mt_call_osmux.py: using RAC 130\u000a09:27:41.598640 tst mo_mt_call_osmux.py: using CellId 33025\u000a09:27:41.724224 tst mo_mt_call_osmux.py: using BVCI 33026\u000a09:27:41.748803 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:27:41.761279 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:27:41.773192 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:27:41.785453 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:27:41.797502 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:27:41.809913 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:27:41.927884 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:27:42.138609 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:27:42.648663 run create_hlr_db(pid=32239): Launched\u000a09:27:42.833175 bus /sierra_2: Setting Powered False\u000a09:27:43.855260 run create_hlr_db(pid=32239): Terminated: ok {rc=0}\u000a09:27:44.277741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32241): Launched\u000a09:27:44.595458 run osmo-hlr_10.42.42.2(pid=32242): Launched\u000a09:27:44.711297 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:27:45.258130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32244): Launched\u000a09:27:45.557070 run osmo-stp_10.42.42.5(pid=32245): Launched\u000a09:27:45.667191 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:27:46.272590 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32247): Launched\u000a09:27:46.708027 run osmo-msc_10.42.42.6(pid=32248): Launched\u000a09:27:46.975593 run osmo-stp_10.42.42.5(pid=32245): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32245)]\u000a09:27:47.216178 run osmo-stp_10.42.42.5(pid=32245): stdout: \u000a| (launched: 2022-12-13_09:27:45.409861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:47.350489 run osmo-stp_10.42.42.5(pid=32245): stderr: \u000a| �[0;m�[38;5;43m20221213092745582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092745582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092745582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092745582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092745583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092745583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092745583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:47.479206 run osmo-stp_10.42.42.5(pid=32245): stdout: \u000a| (launched: 2022-12-13_09:27:45.409861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:47.606711 run osmo-stp_10.42.42.5(pid=32245): stderr: \u000a| �[0;m�[38;5;43m20221213092745582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092745582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092745582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092745582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092745583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092745583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092745583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:47.662920 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32245): Process ended prematurely: osmo-stp_10.42.42.5(pid=32245) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32245)] [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a09:27:47.672220 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a09:27:47.735367 run osmo-hlr_10.42.42.2(pid=32242): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32242)]\u000a09:27:47.787175 run osmo-hlr_10.42.42.2(pid=32242): stdout: \u000a| (launched: 2022-12-13_09:27:44.439994) \u000a09:27:47.839264 run osmo-hlr_10.42.42.2(pid=32242): stderr: \u000a| �[0;m�[1;31m20221213092744638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092744638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092744638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092744638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092744638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092744638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092744651 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092744660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092744660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092744660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:27:47.910145 run osmo-msc_10.42.42.6(pid=32248): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32248)]\u000a09:27:47.962288 run osmo-msc_10.42.42.6(pid=32248): stdout: \u000a| (launched: 2022-12-13_09:27:46.439787) \u000a09:27:48.014338 run osmo-msc_10.42.42.6(pid=32248): stderr: \u000a| �[0;m�[38;5;43m20221213092747003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213092747003 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f227e5c6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213092747003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213092747003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213092747003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213092747004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213092747010 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213092747010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213092747010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213092747010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:27:48.058853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32241): Terminating (SIGTERM)\u000a09:27:48.101007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32244): Terminating (SIGTERM)\u000a09:27:48.142584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32247): Terminating (SIGTERM)\u000a09:27:48.152351 --- ParallelTerminationStrategy: PID 32241 died...\u000a09:27:48.208123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32241): Terminated: ok {rc=0}\u000a09:27:48.218266 --- ParallelTerminationStrategy: PID 32244 died...\u000a09:27:48.273491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32244): Terminated: ok {rc=0}\u000a09:27:48.283526 --- ParallelTerminationStrategy: PID 32247 died...\u000a09:27:48.339153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32247): Terminated: ok {rc=0}\u000a09:27:48.425026 bus /sierra_3: Setting Powered False\u000a09:27:49.527956 bus /sierra_3: Setting Powered False\u000a09:27:50.635215 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:27:30" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32259): Process ended prematurely: osmo-stp_10.42.42.5(pid=32259) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32259)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32259): Process ended prematurely: osmo-stp_10.42.42.5(pid=32259) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32259)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a09:27:52.654689 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:27:52.666376 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:27:52.825599 tst mo_mt_call.py: using LAC 33026\u000a09:27:52.952161 tst mo_mt_call.py: using RAC 131\u000a09:27:53.076778 tst mo_mt_call.py: using CellId 33026\u000a09:27:53.197096 tst mo_mt_call.py: using BVCI 33027\u000a09:27:53.219757 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:27:53.230939 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:27:53.241904 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:27:53.252732 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:27:53.264688 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:27:53.276361 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:27:53.397514 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:27:53.597312 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:27:54.063295 run create_hlr_db(pid=32253): Launched\u000a09:27:54.234509 bus /sierra_2: Setting Powered False\u000a09:27:55.256565 run create_hlr_db(pid=32253): Terminated: ok {rc=0}\u000a09:27:55.651608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32255): Launched\u000a09:27:55.949261 run osmo-hlr_10.42.42.2(pid=32256): Launched\u000a09:27:56.064806 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:27:56.592316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32258): Launched\u000a09:27:56.891251 run osmo-stp_10.42.42.5(pid=32259): Launched\u000a09:27:57.000243 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:27:57.543551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32261): Launched\u000a09:27:57.842189 run osmo-msc_10.42.42.6(pid=32262): Launched\u000a09:27:58.025167 run osmo-stp_10.42.42.5(pid=32259): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32259)]\u000a09:27:58.162478 run osmo-stp_10.42.42.5(pid=32259): stdout: \u000a| (launched: 2022-12-13_09:27:56.743161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:58.295894 run osmo-stp_10.42.42.5(pid=32259): stderr: \u000a| �[0;m�[38;5;43m20221213092756912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092756912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092756912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092756913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092756915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092756915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092756915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:58.425619 run osmo-stp_10.42.42.5(pid=32259): stdout: \u000a| (launched: 2022-12-13_09:27:56.743161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:58.553375 run osmo-stp_10.42.42.5(pid=32259): stderr: \u000a| �[0;m�[38;5;43m20221213092756912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092756912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092756912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092756913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092756915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092756915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092756915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:58.609870 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32259): Process ended prematurely: osmo-stp_10.42.42.5(pid=32259) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32259)] [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a09:27:58.619296 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a09:27:58.682595 run osmo-hlr_10.42.42.2(pid=32256): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32256)]\u000a09:27:58.733928 run osmo-hlr_10.42.42.2(pid=32256): stdout: \u000a| (launched: 2022-12-13_09:27:55.802949) \u000a09:27:58.785846 run osmo-hlr_10.42.42.2(pid=32256): stderr: \u000a| �[0;m�[1;31m20221213092755976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092755976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092755977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092755977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092755977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092755977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092755990 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092755998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092755999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092755999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:27:58.856480 run osmo-msc_10.42.42.6(pid=32262): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32262)]\u000a09:27:58.907400 run osmo-msc_10.42.42.6(pid=32262): stdout: \u000a| (launched: 2022-12-13_09:27:57.695008) \u000a09:27:58.959232 run osmo-msc_10.42.42.6(pid=32262): stderr: \u000a| �[0;m�[38;5;43m20221213092757967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213092757967 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f81c7c81c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213092757967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213092757967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213092757967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213092757967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213092757971 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213092757971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213092757971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213092757971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:27:59.003234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32255): Terminating (SIGTERM)\u000a09:27:59.044788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32258): Terminating (SIGTERM)\u000a09:27:59.087651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32261): Terminating (SIGTERM)\u000a09:27:59.097505 --- ParallelTerminationStrategy: PID 32255 died...\u000a09:27:59.153161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32255): Terminated: ok {rc=0}\u000a09:27:59.163378 --- ParallelTerminationStrategy: PID 32258 died...\u000a09:27:59.218985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32258): Terminated: ok {rc=0}\u000a09:27:59.229164 --- ParallelTerminationStrategy: PID 32261 died...\u000a09:27:59.285312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32261): Terminated: ok {rc=0}\u000a09:27:59.371961 bus /sierra_3: Setting Powered False\u000a09:28:00.477662 bus /sierra_3: Setting Powered False\u000a09:28:01.605426 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32270): Process ended prematurely: osmo-stp_10.42.42.5(pid=32270) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32270)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32270): Process ended prematurely: osmo-stp_10.42.42.5(pid=32270) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32270)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:28:02.721749 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:28:02.733941 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:28:02.896763 tst mo_mt_call_osmux.py: using LAC 33027\u000a09:28:03.021931 tst mo_mt_call_osmux.py: using RAC 132\u000a09:28:03.146581 tst mo_mt_call_osmux.py: using CellId 33027\u000a09:28:03.271089 tst mo_mt_call_osmux.py: using BVCI 33028\u000a09:28:03.295330 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:28:03.307186 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:28:03.318642 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:28:03.330072 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:28:03.341565 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:28:03.353068 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:28:03.470464 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:28:03.679776 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:28:04.189689 run create_hlr_db(pid=32264): Launched\u000a09:28:04.374213 bus /sierra_2: Setting Powered False\u000a09:28:05.395680 run create_hlr_db(pid=32264): Terminated: ok {rc=0}\u000a09:28:05.818631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32266): Launched\u000a09:28:06.137256 run osmo-hlr_10.42.42.2(pid=32267): Launched\u000a09:28:06.254242 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:28:06.801631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32269): Launched\u000a09:28:07.098549 run osmo-stp_10.42.42.5(pid=32270): Launched\u000a09:28:07.206906 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:28:07.749302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32272): Launched\u000a09:28:08.048268 run osmo-msc_10.42.42.6(pid=32273): Launched\u000a09:28:08.224766 run osmo-stp_10.42.42.5(pid=32270): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32270)]\u000a09:28:08.351668 run osmo-stp_10.42.42.5(pid=32270): stdout: \u000a| (launched: 2022-12-13_09:28:06.952089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:08.476528 run osmo-stp_10.42.42.5(pid=32270): stderr: \u000a| �[0;m�[38;5;43m20221213092807125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092807126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092807126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092807126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092807127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092807127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092807127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:08.596758 run osmo-stp_10.42.42.5(pid=32270): stdout: \u000a| (launched: 2022-12-13_09:28:06.952089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:08.716052 run osmo-stp_10.42.42.5(pid=32270): stderr: \u000a| �[0;m�[38;5;43m20221213092807125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092807126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092807126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092807126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092807127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092807127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092807127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:08.768280 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32270): Process ended prematurely: osmo-stp_10.42.42.5(pid=32270) [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32270)] [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a09:28:08.777163 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:28:08.837200 run osmo-hlr_10.42.42.2(pid=32267): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32267)]\u000a09:28:08.886188 run osmo-hlr_10.42.42.2(pid=32267): stdout: \u000a| (launched: 2022-12-13_09:28:05.981469) \u000a09:28:08.935708 run osmo-hlr_10.42.42.2(pid=32267): stderr: \u000a| �[0;m�[1;31m20221213092806181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092806181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092806181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092806181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092806181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092806181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092806194 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092806204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092806205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092806205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:28:09.003359 run osmo-msc_10.42.42.6(pid=32273): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32273)]\u000a09:28:09.052313 run osmo-msc_10.42.42.6(pid=32273): stdout: \u000a| (launched: 2022-12-13_09:28:07.901084) \u000a09:28:09.101935 run osmo-msc_10.42.42.6(pid=32273): stderr: \u000a| �[0;m�[38;5;43m20221213092808175 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213092808175 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd3409bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213092808175 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213092808175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213092808175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213092808176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213092808177 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213092808178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213092808178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213092808178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:28:09.144043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32266): Terminating (SIGTERM)\u000a09:28:09.183925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32269): Terminating (SIGTERM)\u000a09:28:09.223985 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32272): Terminating (SIGTERM)\u000a09:28:09.233452 --- ParallelTerminationStrategy: PID 32266 died...\u000a09:28:09.287244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32266): Terminated: ok {rc=0}\u000a09:28:09.297122 --- ParallelTerminationStrategy: PID 32269 died...\u000a09:28:09.350944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32269): Terminated: ok {rc=0}\u000a09:28:09.360723 --- ParallelTerminationStrategy: PID 32272 died...\u000a09:28:09.414465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32272): Terminated: ok {rc=0}\u000a09:28:09.497755 bus /sierra_3: Setting Powered False\u000a09:28:10.603049 bus /sierra_3: Setting Powered False\u000a09:28:11.714756 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:27:52" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32284): Process ended prematurely: osmo-stp_10.42.42.5(pid=32284) [trial-2387↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32284)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32284): Process ended prematurely: osmo-stp_10.42.42.5(pid=32284) [trial-2387↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32284)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a09:28:13.707366 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:28:13.718287 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:28:13.849272 tst emergency_mo_mt_call.py: using LAC 33028\u000a09:28:13.963418 tst emergency_mo_mt_call.py: using RAC 133\u000a09:28:14.077684 tst emergency_mo_mt_call.py: using CellId 33028\u000a09:28:14.192263 tst emergency_mo_mt_call.py: using BVCI 33029\u000a09:28:14.214471 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:28:14.225328 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:28:14.235935 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:28:14.246545 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:28:14.257402 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:28:14.268130 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:28:14.387122 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:28:14.593223 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:28:15.094974 run create_hlr_db(pid=32278): Launched\u000a09:28:15.276847 bus /sierra_2: Setting Powered False\u000a09:28:16.297861 run create_hlr_db(pid=32278): Terminated: ok {rc=0}\u000a09:28:16.803872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32280): Launched\u000a09:28:17.227245 run osmo-hlr_10.42.42.2(pid=32281): Launched\u000a09:28:17.364446 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:28:17.907300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32283): Launched\u000a09:28:18.219725 run osmo-stp_10.42.42.5(pid=32284): Launched\u000a09:28:18.345349 tst emergency_mo_mt_call.py: using MSISDN 8082\u000a09:28:18.501512 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:28:19.076401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32286): Launched\u000a09:28:19.388641 run osmo-msc_10.42.42.6(pid=32287): Launched\u000a09:28:19.572500 run osmo-stp_10.42.42.5(pid=32284): ERR: Terminated: ERROR {rc=1} [trial-2387↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32284)]\u000a09:28:19.704788 run osmo-stp_10.42.42.5(pid=32284): stdout: \u000a| (launched: 2022-12-13_09:28:18.066305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:19.838117 run osmo-stp_10.42.42.5(pid=32284): stderr: \u000a| �[0;m�[38;5;43m20221213092818258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092818258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092818258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092818259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092818259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092818259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092818259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:19.963725 run osmo-stp_10.42.42.5(pid=32284): stdout: \u000a| (launched: 2022-12-13_09:28:18.066305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:20.088367 run osmo-stp_10.42.42.5(pid=32284): stderr: \u000a| �[0;m�[38;5;43m20221213092818258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092818258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092818258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092818259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092818259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092818259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092818259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:20.143248 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=32284): Process ended prematurely: osmo-stp_10.42.42.5(pid=32284) [trial-2387↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32284)] [trial-2387↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a09:28:20.151732 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a09:28:20.214061 run osmo-hlr_10.42.42.2(pid=32281): ERR: Terminated: ERROR {rc=237} [trial-2387↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32281)]\u000a09:28:20.265074 run osmo-hlr_10.42.42.2(pid=32281): stdout: \u000a| (launched: 2022-12-13_09:28:16.966862) \u000a09:28:20.316399 run osmo-hlr_10.42.42.2(pid=32281): stderr: \u000a| �[0;m�[1;31m20221213092817187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092817187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092817187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092817188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092817188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092817188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092817220 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092817235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092817236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092817236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:28:20.386062 run osmo-msc_10.42.42.6(pid=32287): ERR: Terminated: ERROR {rc=2} [trial-2387↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32287)]\u000a09:28:20.436616 run osmo-msc_10.42.42.6(pid=32287): stdout: \u000a| (launched: 2022-12-13_09:28:19.235303) \u000a09:28:20.487899 run osmo-msc_10.42.42.6(pid=32287): stderr: \u000a| �[0;m�[38;5;43m20221213092819560 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213092819560 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4acbfb8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213092819560 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213092819560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213092819561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213092819561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213092819563 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213092819563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213092819563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213092819563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:28:20.531448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32280): Terminating (SIGTERM)\u000a09:28:20.572704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32283): Terminating (SIGTERM)\u000a09:28:20.614532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32286): Terminating (SIGTERM)\u000a09:28:20.624296 --- ParallelTerminationStrategy: PID 32280 died...\u000a09:28:20.679440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32280): Terminated: ok {rc=0}\u000a09:28:20.689619 --- ParallelTerminationStrategy: PID 32283 died...\u000a09:28:20.744398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32283): Terminated: ok {rc=0}\u000a09:28:20.754587 --- ParallelTerminationStrategy: PID 32286 died...\u000a09:28:20.809777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32286): Terminated: ok {rc=0}\u000a09:28:20.894751 bus /sierra_3: Setting Powered False\u000a09:28:21.993598 bus /sierra_3: Setting Powered False\u000a09:28:23.102502 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32295): Process ended prematurely: osmo-stp_10.42.42.5(pid=32295) [trial-2387↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32295)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32295): Process ended prematurely: osmo-stp_10.42.42.5(pid=32295) [trial-2387↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32295)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a09:28:24.153282 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:28:24.164688 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:28:24.297184 tst emergency_preemptive_call.py: using LAC 33029\u000a09:28:24.411369 tst emergency_preemptive_call.py: using RAC 134\u000a09:28:24.535758 tst emergency_preemptive_call.py: using CellId 33029\u000a09:28:24.660704 tst emergency_preemptive_call.py: using BVCI 33030\u000a09:28:24.684359 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:28:24.695981 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:28:24.707498 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:28:24.718651 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:28:24.730207 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:28:24.741726 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:28:24.860468 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:28:24.980710 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:28:25.098055 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:28:25.302438 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:28:25.802878 run create_hlr_db(pid=32289): Launched\u000a09:28:25.984617 bus /sierra_2: Setting Powered False\u000a09:28:27.005560 run create_hlr_db(pid=32289): Terminated: ok {rc=0}\u000a09:28:27.396207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32291): Launched\u000a09:28:27.689811 run osmo-hlr_10.42.42.2(pid=32292): Launched\u000a09:28:27.801397 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:28:28.315866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32294): Launched\u000a09:28:28.607128 run osmo-stp_10.42.42.5(pid=32295): Launched\u000a09:28:28.724542 tst emergency_preemptive_call.py: using MSISDN 8083\u000a09:28:28.869726 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:28:29.401273 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32297): Launched\u000a09:28:29.692456 run osmo-msc_10.42.42.6(pid=32298): Launched\u000a09:28:29.865532 run osmo-stp_10.42.42.5(pid=32295): ERR: Terminated: ERROR {rc=1} [trial-2387↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32295)]\u000a09:28:29.991325 run osmo-stp_10.42.42.5(pid=32295): stdout: \u000a| (launched: 2022-12-13_09:28:28.463742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:30.114073 run osmo-stp_10.42.42.5(pid=32295): stderr: \u000a| �[0;m�[38;5;43m20221213092828634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092828634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092828635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092828635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092828636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092828636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092828636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:30.231916 run osmo-stp_10.42.42.5(pid=32295): stdout: \u000a| (launched: 2022-12-13_09:28:28.463742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:30.349134 run osmo-stp_10.42.42.5(pid=32295): stderr: \u000a| �[0;m�[38;5;43m20221213092828634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092828634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092828635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092828635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092828636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092828636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092828636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:30.400369 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=32295): Process ended prematurely: osmo-stp_10.42.42.5(pid=32295) [trial-2387↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32295)] [trial-2387↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a09:28:30.408470 tst emergency_preemptive_call.py:32: Test FAILED (6.2 sec)\u000a09:28:30.468710 run osmo-hlr_10.42.42.2(pid=32292): ERR: Terminated: ERROR {rc=237} [trial-2387↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32292)]\u000a09:28:30.517695 run osmo-hlr_10.42.42.2(pid=32292): stdout: \u000a| (launched: 2022-12-13_09:28:27.545167) \u000a09:28:30.567277 run osmo-hlr_10.42.42.2(pid=32292): stderr: \u000a| �[0;m�[1;31m20221213092827718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092827718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092827718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092827718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092827718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092827718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092827730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092827741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092827741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092827741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:28:30.634631 run osmo-msc_10.42.42.6(pid=32298): ERR: Terminated: ERROR {rc=2} [trial-2387↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32298)]\u000a09:28:30.683534 run osmo-msc_10.42.42.6(pid=32298): stdout: \u000a| (launched: 2022-12-13_09:28:29.548753) \u000a09:28:30.732776 run osmo-msc_10.42.42.6(pid=32298): stderr: \u000a| �[0;m�[38;5;43m20221213092829819 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213092829819 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba55eb4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213092829819 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213092829819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213092829819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213092829819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213092829821 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213092829822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213092829822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213092829822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:28:30.774723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32291): Terminating (SIGTERM)\u000a09:28:30.814280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32294): Terminating (SIGTERM)\u000a09:28:30.862646 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32297): Terminating (SIGTERM)\u000a09:28:30.873518 --- ParallelTerminationStrategy: PID 32291 died...\u000a09:28:30.934486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32291): Terminated: ok {rc=0}\u000a09:28:30.945396 --- ParallelTerminationStrategy: PID 32294 died...\u000a09:28:31.003618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32294): Terminated: ok {rc=0}\u000a09:28:31.014730 --- ParallelTerminationStrategy: PID 32297 died...\u000a09:28:31.074484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32297): Terminated: ok {rc=0}\u000a09:28:31.173812 bus /sierra_9: Setting Powered False\u000a09:28:32.279717 bus /sierra_9: Setting Powered False\u000a09:28:33.388609 bus /sierra_8: Setting Powered False\u000a09:28:34.489256 bus /sierra_8: Setting Powered False\u000a09:28:35.598283 bus /sierra_3: Setting Powered False\u000a09:28:36.704200 bus /sierra_3: Setting Powered False\u000a09:28:37.815099 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:28:13" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32315): Process ended prematurely: osmo-stp_10.42.42.5(pid=32315) [trial-2387↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32315)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32315): Process ended prematurely: osmo-stp_10.42.42.5(pid=32315) [trial-2387↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32315)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:28:39.932442 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:28:39.943619 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:28:40.080529 tst cs_paging_gprs_active.py: using LAC 33030\u000a09:28:40.204214 tst cs_paging_gprs_active.py: using RAC 135\u000a09:28:40.328005 tst cs_paging_gprs_active.py: using CellId 33030\u000a09:28:40.453457 tst cs_paging_gprs_active.py: using BVCI 33031\u000a09:28:40.477882 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:28:40.489150 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:28:40.500202 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:28:40.511255 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:28:40.522203 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:28:40.533269 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:28:40.544417 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:28:40.555355 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:28:40.566463 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:28:40.683886 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:28:40.963859 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:28:41.089348 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:28:41.398478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32305): Launched\u000a09:28:41.654746 run iperf3-srv_10.42.42.10(pid=32306): Launched\u000a09:28:41.836370 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:28:41.960851 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:28:42.269688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32307): Launched\u000a09:28:42.526667 run iperf3-srv_10.42.42.10(pid=32308): Launched\u000a09:28:42.708779 tst cs_paging_gprs_active.py:38: start network...\u000a09:28:42.833717 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:28:43.303140 run create_hlr_db(pid=32309): Launched\u000a09:28:43.474759 bus /sierra_2: Setting Powered False\u000a09:28:44.497747 run create_hlr_db(pid=32309): Terminated: ok {rc=0}\u000a09:28:44.920824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32311): Launched\u000a09:28:45.240667 run osmo-hlr_10.42.42.2(pid=32312): Launched\u000a09:28:45.362475 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:28:45.942589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32314): Launched\u000a09:28:46.272716 run osmo-stp_10.42.42.5(pid=32315): Launched\u000a09:28:46.481396 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:28:47.132738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32317): Launched\u000a09:28:47.248653 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:28:47.526475 run patchelf(pid=32318): Launched\u000a09:28:47.713442 run osmo-stp_10.42.42.5(pid=32315): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32315)]\u000a09:28:47.850775 run osmo-stp_10.42.42.5(pid=32315): stdout: \u000a| (launched: 2022-12-13_09:28:46.109359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:47.987541 run osmo-stp_10.42.42.5(pid=32315): stderr: \u000a| �[0;m�[38;5;43m20221213092846459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092846459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092846460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092846460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092846473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092846473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092846473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:48.119937 run osmo-stp_10.42.42.5(pid=32315): stdout: \u000a| (launched: 2022-12-13_09:28:46.109359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:48.250808 run osmo-stp_10.42.42.5(pid=32315): stderr: \u000a| �[0;m�[38;5;43m20221213092846459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092846459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092846460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092846460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092846473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092846473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092846473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:48.403491 run patchelf(pid=32318): Terminating (SIGINT)\u000a09:28:48.582683 run patchelf(pid=32318): Terminated: ok {rc=0}\u000a09:28:48.615543 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32315): Process ended prematurely: osmo-stp_10.42.42.5(pid=32315) [trial-2387↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32315)] [trial-2387↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a09:28:48.625355 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a09:28:48.687749 run osmo-hlr_10.42.42.2(pid=32312): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32312)]\u000a09:28:48.738327 run osmo-hlr_10.42.42.2(pid=32312): stdout: \u000a| (launched: 2022-12-13_09:28:45.083432) \u000a09:28:48.790216 run osmo-hlr_10.42.42.2(pid=32312): stderr: \u000a| �[0;m�[1;31m20221213092845279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092845279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092845279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092845279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092845279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092845279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092845291 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092845299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092845299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092845300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:28:48.834400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32305): Terminating (SIGTERM)\u000a09:28:48.875755 run iperf3-srv_10.42.42.10(pid=32306): Terminating (SIGTERM)\u000a09:28:48.917136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32307): Terminating (SIGTERM)\u000a09:28:48.958206 run iperf3-srv_10.42.42.10(pid=32308): Terminating (SIGTERM)\u000a09:28:48.999476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32311): Terminating (SIGTERM)\u000a09:28:49.040634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32314): Terminating (SIGTERM)\u000a09:28:49.081923 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32317): Terminating (SIGTERM)\u000a09:28:49.091615 --- ParallelTerminationStrategy: PID 32305 died...\u000a09:28:49.146887 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32305): Terminated: ok {rc=0}\u000a09:28:49.157123 --- ParallelTerminationStrategy: PID 32306 died...\u000a09:28:49.211920 run iperf3-srv_10.42.42.10(pid=32306): Terminated {rc=256}\u000a09:28:49.221994 --- ParallelTerminationStrategy: PID 32307 died...\u000a09:28:49.276806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32307): Terminated: ok {rc=0}\u000a09:28:49.286843 --- ParallelTerminationStrategy: PID 32308 died...\u000a09:28:49.341529 run iperf3-srv_10.42.42.10(pid=32308): Terminated {rc=256}\u000a09:28:49.351534 --- ParallelTerminationStrategy: PID 32311 died...\u000a09:28:49.406310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32311): Terminated: ok {rc=0}\u000a09:28:49.416298 --- ParallelTerminationStrategy: PID 32314 died...\u000a09:28:49.471263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32314): Terminated: ok {rc=0}\u000a09:28:49.481421 --- ParallelTerminationStrategy: PID 32317 died...\u000a09:28:49.536615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32317): Terminated: ok {rc=0}\u000a09:28:49.621044 bus /gobi_0: Setting Powered False\u000a09:28:50.725064 bus /gobi_0: Setting Powered False\u000a09:28:51.832196 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32327): Process ended prematurely: osmo-stp_10.42.42.5(pid=32327) [trial-2387↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32327)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32327): Process ended prematurely: osmo-stp_10.42.42.5(pid=32327) [trial-2387↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32327)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a09:28:52.945113 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:28:52.956697 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:28:53.096270 tst iperf3.py: using LAC 33031\u000a09:28:53.220738 tst iperf3.py: using RAC 136\u000a09:28:53.345093 tst iperf3.py: using CellId 33031\u000a09:28:53.469603 tst iperf3.py: using BVCI 33032\u000a09:28:53.493925 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:28:53.505207 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:28:53.516156 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:28:53.527136 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:28:53.538084 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:28:53.549272 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:28:53.560419 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:28:53.571406 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:28:53.582532 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:28:53.873514 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:28:54.006848 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:28:54.335528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32319): Launched\u000a09:28:54.610254 run iperf3-srv_10.42.42.10(pid=32320): Launched\u000a09:28:54.806803 tst iperf3.py:8: start network...\u000a09:28:54.931977 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:28:55.400933 run create_hlr_db(pid=32321): Launched\u000a09:28:55.572057 bus /gobi_6: Setting Powered False\u000a09:28:56.593666 run create_hlr_db(pid=32321): Terminated: ok {rc=0}\u000a09:28:56.989179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32323): Launched\u000a09:28:57.286625 run osmo-hlr_10.42.42.2(pid=32324): Launched\u000a09:28:57.402150 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:28:57.926561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32326): Launched\u000a09:28:58.224637 run osmo-stp_10.42.42.5(pid=32327): Launched\u000a09:28:58.334120 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:28:58.851706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32329): Launched\u000a09:28:58.958671 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:28:59.218275 run patchelf(pid=32330): Launched\u000a09:28:59.393134 run osmo-stp_10.42.42.5(pid=32327): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32327)]\u000a09:28:59.520920 run osmo-stp_10.42.42.5(pid=32327): stdout: \u000a| (launched: 2022-12-13_09:28:58.077756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:59.648912 run osmo-stp_10.42.42.5(pid=32327): stderr: \u000a| �[0;m�[38;5;43m20221213092858247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092858247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092858247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092858248 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092858248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092858248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092858248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:59.772553 run osmo-stp_10.42.42.5(pid=32327): stdout: \u000a| (launched: 2022-12-13_09:28:58.077756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:59.895080 run osmo-stp_10.42.42.5(pid=32327): stderr: \u000a| �[0;m�[38;5;43m20221213092858247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092858247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092858247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092858248 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092858248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092858248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092858248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:00.037737 run patchelf(pid=32330): Terminating (SIGINT)\u000a09:29:00.206170 run patchelf(pid=32330): Terminated: ok {rc=0}\u000a09:29:00.237078 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32327): Process ended prematurely: osmo-stp_10.42.42.5(pid=32327) [trial-2387↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32327)] [trial-2387↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a09:29:00.246322 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a09:29:00.306275 run osmo-hlr_10.42.42.2(pid=32324): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32324)]\u000a09:29:00.354827 run osmo-hlr_10.42.42.2(pid=32324): stdout: \u000a| (launched: 2022-12-13_09:28:57.139939) \u000a09:29:00.403997 run osmo-hlr_10.42.42.2(pid=32324): stderr: \u000a| �[0;m�[1;31m20221213092857314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092857314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092857314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092857314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092857315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092857315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092857331 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092857339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092857339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092857339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:29:00.446003 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32319): Terminating (SIGTERM)\u000a09:29:00.485385 run iperf3-srv_10.42.42.10(pid=32320): Terminating (SIGTERM)\u000a09:29:00.525113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32323): Terminating (SIGTERM)\u000a09:29:00.564547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32326): Terminating (SIGTERM)\u000a09:29:00.603969 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32329): Terminating (SIGTERM)\u000a09:29:00.613274 --- ParallelTerminationStrategy: PID 32319 died...\u000a09:29:00.666530 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32319): Terminated: ok {rc=0}\u000a09:29:00.676183 --- ParallelTerminationStrategy: PID 32320 died...\u000a09:29:00.729314 run iperf3-srv_10.42.42.10(pid=32320): Terminated {rc=256}\u000a09:29:00.738860 --- ParallelTerminationStrategy: PID 32323 died...\u000a09:29:00.792053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32323): Terminated: ok {rc=0}\u000a09:29:00.801798 --- ParallelTerminationStrategy: PID 32326 died...\u000a09:29:00.864991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32326): Terminated: ok {rc=0}\u000a09:29:00.879182 --- ParallelTerminationStrategy: PID 32329 died...\u000a09:29:00.937318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32329): Terminated: ok {rc=0}\u000a09:29:01.026019 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms-limenet-micro", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32345): Process ended prematurely: osmo-stp_10.42.42.5(pid=32345) [trial-2387↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32345)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32345): Process ended prematurely: osmo-stp_10.42.42.5(pid=32345) [trial-2387↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32345)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a09:29:02.161555 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:29:02.174529 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:29:02.328408 tst iperf3m4.py: using LAC 33032\u000a09:29:02.450588 tst iperf3m4.py: using RAC 137\u000a09:29:02.565222 tst iperf3m4.py: using CellId 33032\u000a09:29:02.682330 tst iperf3m4.py: using BVCI 33033\u000a09:29:02.704918 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:29:02.715730 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:29:02.726372 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:29:02.736919 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:29:02.747770 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:29:02.758528 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:29:02.769526 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:29:02.780186 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:29:02.791166 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:29:02.910403 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:29:03.027593 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:29:03.148443 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:29:03.443610 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:29:03.577736 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:29:03.907221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32331): Launched\u000a09:29:04.181404 run iperf3-srv_10.42.42.10(pid=32332): Launched\u000a09:29:04.377745 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:29:04.511388 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:29:04.841327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32333): Launched\u000a09:29:05.115773 run iperf3-srv_10.42.42.10(pid=32334): Launched\u000a09:29:05.311183 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:29:05.444266 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:29:05.773088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32335): Launched\u000a09:29:06.047701 run iperf3-srv_10.42.42.10(pid=32336): Launched\u000a09:29:06.243192 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:29:06.376339 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:29:06.705938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32337): Launched\u000a09:29:06.981445 run iperf3-srv_10.42.42.10(pid=32338): Launched\u000a09:29:07.177081 tst iperf3m4.py:8: start network...\u000a09:29:07.310834 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:29:07.823385 run create_hlr_db(pid=32339): Launched\u000a09:29:08.007927 bus /gobi_6: Setting Powered False\u000a09:29:09.029265 run create_hlr_db(pid=32339): Terminated: ok {rc=0}\u000a09:29:09.452523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32341): Launched\u000a09:29:09.771769 run osmo-hlr_10.42.42.2(pid=32342): Launched\u000a09:29:09.892002 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:29:10.543538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32344): Launched\u000a09:29:10.857225 run osmo-stp_10.42.42.5(pid=32345): Launched\u000a09:29:10.971183 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:29:11.516628 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32347): Launched\u000a09:29:11.628271 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:29:11.900613 run patchelf(pid=32348): Launched\u000a09:29:12.083728 run osmo-stp_10.42.42.5(pid=32345): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32345)]\u000a09:29:12.217638 run osmo-stp_10.42.42.5(pid=32345): stdout: \u000a| (launched: 2022-12-13_09:29:10.702957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:12.351329 run osmo-stp_10.42.42.5(pid=32345): stderr: \u000a| �[0;m�[38;5;43m20221213092910894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092910895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092910895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092910895 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092910896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092910896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092910896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:12.480676 run osmo-stp_10.42.42.5(pid=32345): stdout: \u000a| (launched: 2022-12-13_09:29:10.702957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:12.609024 run osmo-stp_10.42.42.5(pid=32345): stderr: \u000a| �[0;m�[38;5;43m20221213092910894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092910895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092910895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092910895 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092910896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092910896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092910896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:12.758872 run patchelf(pid=32348): Terminating (SIGINT)\u000a09:29:12.935115 run patchelf(pid=32348): Terminated: ok {rc=0}\u000a09:29:12.967500 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32345): Process ended prematurely: osmo-stp_10.42.42.5(pid=32345) [trial-2387↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32345)] [trial-2387↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a09:29:12.977548 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a09:29:13.039751 run osmo-hlr_10.42.42.2(pid=32342): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32342)]\u000a09:29:13.090649 run osmo-hlr_10.42.42.2(pid=32342): stdout: \u000a| (launched: 2022-12-13_09:29:09.615311) \u000a09:29:13.142038 run osmo-hlr_10.42.42.2(pid=32342): stderr: \u000a| �[0;m�[1;31m20221213092909816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092909816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092909816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092909816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092909816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092909816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092909828 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092909836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092909837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092909837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:29:13.185701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32331): Terminating (SIGTERM)\u000a09:29:13.226732 run iperf3-srv_10.42.42.10(pid=32332): Terminating (SIGTERM)\u000a09:29:13.267790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32333): Terminating (SIGTERM)\u000a09:29:13.308843 run iperf3-srv_10.42.42.10(pid=32334): Terminating (SIGTERM)\u000a09:29:13.350211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32335): Terminating (SIGTERM)\u000a09:29:13.391255 run iperf3-srv_10.42.42.10(pid=32336): Terminating (SIGTERM)\u000a09:29:13.432368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32337): Terminating (SIGTERM)\u000a09:29:13.473289 run iperf3-srv_10.42.42.10(pid=32338): Terminating (SIGTERM)\u000a09:29:13.514387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32341): Terminating (SIGTERM)\u000a09:29:13.555459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32344): Terminating (SIGTERM)\u000a09:29:13.596538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32347): Terminating (SIGTERM)\u000a09:29:13.606184 --- ParallelTerminationStrategy: PID 32331 died...\u000a09:29:13.661161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32331): Terminated: ok {rc=0}\u000a09:29:13.671161 --- ParallelTerminationStrategy: PID 32332 died...\u000a09:29:13.725898 run iperf3-srv_10.42.42.10(pid=32332): Terminated {rc=256}\u000a09:29:13.735829 --- ParallelTerminationStrategy: PID 32333 died...\u000a09:29:13.790466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32333): Terminated: ok {rc=0}\u000a09:29:13.800728 --- ParallelTerminationStrategy: PID 32334 died...\u000a09:29:13.855422 run iperf3-srv_10.42.42.10(pid=32334): Terminated {rc=256}\u000a09:29:13.865433 --- ParallelTerminationStrategy: PID 32335 died...\u000a09:29:13.919996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32335): Terminated: ok {rc=0}\u000a09:29:13.929995 --- ParallelTerminationStrategy: PID 32336 died...\u000a09:29:13.984462 run iperf3-srv_10.42.42.10(pid=32336): Terminated {rc=256}\u000a09:29:13.994453 --- ParallelTerminationStrategy: PID 32337 died...\u000a09:29:14.049161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32337): Terminated: ok {rc=0}\u000a09:29:14.059099 --- ParallelTerminationStrategy: PID 32338 died...\u000a09:29:14.113806 run iperf3-srv_10.42.42.10(pid=32338): Terminated {rc=256}\u000a09:29:14.123801 --- ParallelTerminationStrategy: PID 32341 died...\u000a09:29:14.178470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32341): Terminated: ok {rc=0}\u000a09:29:14.188269 --- ParallelTerminationStrategy: PID 32344 died...\u000a09:29:14.243407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32344): Terminated: ok {rc=0}\u000a09:29:14.253358 --- ParallelTerminationStrategy: PID 32347 died...\u000a09:29:14.307915 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32347): Terminated: ok {rc=0}\u000a09:29:14.392484 bus /gobi_4: Setting Powered False\u000a09:29:15.496733 bus /gobi_4: Setting Powered False\u000a09:29:16.604789 bus /gobi_1: Setting Powered False\u000a09:29:17.708612 bus /gobi_1: Setting Powered False\u000a09:29:18.818235 bus /gobi_0: Setting Powered False\u000a09:29:19.921391 bus /gobi_0: Setting Powered False\u000a09:29:21.032528 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32355): Process ended prematurely: osmo-stp_10.42.42.5(pid=32355) [trial-2387↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32355)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32355): Process ended prematurely: osmo-stp_10.42.42.5(pid=32355) [trial-2387↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32355)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a09:29:22.101268 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:29:22.112774 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:29:22.243342 tst ping.py: using LAC 33033\u000a09:29:22.355919 tst ping.py: using RAC 138\u000a09:29:22.476330 tst ping.py: using CellId 33033\u000a09:29:22.597693 tst ping.py: using BVCI 33034\u000a09:29:22.621303 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:29:22.632389 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:29:22.643551 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:29:22.654560 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:29:22.666095 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:29:22.677534 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:29:22.689114 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:29:22.700464 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:29:22.966642 tst ping.py:19: start network...\u000a09:29:23.086601 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:29:23.539247 run create_hlr_db(pid=32349): Launched\u000a09:29:23.706492 bus /gobi_6: Setting Powered False\u000a09:29:24.727469 run create_hlr_db(pid=32349): Terminated: ok {rc=0}\u000a09:29:25.138155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32351): Launched\u000a09:29:25.446417 run osmo-hlr_10.42.42.2(pid=32352): Launched\u000a09:29:25.560034 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:29:26.099479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32354): Launched\u000a09:29:26.408680 run osmo-stp_10.42.42.5(pid=32355): Launched\u000a09:29:26.523195 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:29:27.062256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32357): Launched\u000a09:29:27.173373 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:29:27.441534 run patchelf(pid=32358): Launched\u000a09:29:27.621879 run osmo-stp_10.42.42.5(pid=32355): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32355)]\u000a09:29:27.753941 run osmo-stp_10.42.42.5(pid=32355): stdout: \u000a| (launched: 2022-12-13_09:29:26.256537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:27.886831 run osmo-stp_10.42.42.5(pid=32355): stderr: \u000a| �[0;m�[38;5;43m20221213092926446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092926446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092926446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092926447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092926447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092926447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092926447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:28.014782 run osmo-stp_10.42.42.5(pid=32355): stdout: \u000a| (launched: 2022-12-13_09:29:26.256537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:28.141841 run osmo-stp_10.42.42.5(pid=32355): stderr: \u000a| �[0;m�[38;5;43m20221213092926446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092926446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092926446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092926447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092926447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092926447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092926447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:28.288927 run patchelf(pid=32358): Terminating (SIGINT)\u000a09:29:28.461851 run patchelf(pid=32358): Terminated: ok {rc=0}\u000a09:29:28.493392 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32355): Process ended prematurely: osmo-stp_10.42.42.5(pid=32355) [trial-2387↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32355)] [trial-2387↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a09:29:28.502415 tst ping.py:22: Test FAILED (6.4 sec)\u000a09:29:28.564054 run osmo-hlr_10.42.42.2(pid=32352): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32352)]\u000a09:29:28.614723 run osmo-hlr_10.42.42.2(pid=32352): stdout: \u000a| (launched: 2022-12-13_09:29:25.295263) \u000a09:29:28.665882 run osmo-hlr_10.42.42.2(pid=32352): stderr: \u000a| �[0;m�[1;31m20221213092925489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092925489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092925489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092925489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092925489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092925490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092925502 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092925511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092925511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092925512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:29:28.709549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32351): Terminating (SIGTERM)\u000a09:29:28.750734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32354): Terminating (SIGTERM)\u000a09:29:28.791975 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32357): Terminating (SIGTERM)\u000a09:29:28.801508 --- ParallelTerminationStrategy: PID 32351 died...\u000a09:29:28.856883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32351): Terminated: ok {rc=0}\u000a09:29:28.866810 --- ParallelTerminationStrategy: PID 32354 died...\u000a09:29:28.921627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32354): Terminated: ok {rc=0}\u000a09:29:28.931405 --- ParallelTerminationStrategy: PID 32357 died...\u000a09:29:28.986142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32357): Terminated: ok {rc=0}\u000a09:29:29.071840 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32365): Process ended prematurely: osmo-stp_10.42.42.5(pid=32365) [trial-2387↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32365)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32365): Process ended prematurely: osmo-stp_10.42.42.5(pid=32365) [trial-2387↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32365)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a09:29:30.121286 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:29:30.132564 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:29:30.264780 tst ping_idle_ping.py: using LAC 33034\u000a09:29:30.379867 tst ping_idle_ping.py: using RAC 139\u000a09:29:30.497679 tst ping_idle_ping.py: using CellId 33034\u000a09:29:30.610480 tst ping_idle_ping.py: using BVCI 33035\u000a09:29:30.632644 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:29:30.643552 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:29:30.654278 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:29:30.664931 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:29:30.675888 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:29:30.686845 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:29:30.698016 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:29:30.708876 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:29:31.004494 tst ping_idle_ping.py:24: start network...\u000a09:29:31.137776 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:29:31.663318 run create_hlr_db(pid=32359): Launched\u000a09:29:31.837234 bus /gobi_6: Setting Powered False\u000a09:29:32.852257 run create_hlr_db(pid=32359): Terminated: ok {rc=0}\u000a09:29:33.239240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32361): Launched\u000a09:29:33.529803 run osmo-hlr_10.42.42.2(pid=32362): Launched\u000a09:29:33.642240 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:29:34.156449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32364): Launched\u000a09:29:34.447035 run osmo-stp_10.42.42.5(pid=32365): Launched\u000a09:29:34.553824 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:29:35.060015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32367): Launched\u000a09:29:35.166855 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:29:35.436691 run patchelf(pid=32368): Launched\u000a09:29:35.618029 run osmo-stp_10.42.42.5(pid=32365): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32365)]\u000a09:29:35.750907 run osmo-stp_10.42.42.5(pid=32365): stdout: \u000a| (launched: 2022-12-13_09:29:34.303727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:35.884014 run osmo-stp_10.42.42.5(pid=32365): stderr: \u000a| �[0;m�[38;5;43m20221213092934470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092934470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092934471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092934471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092934471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092934472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092934472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:36.012382 run osmo-stp_10.42.42.5(pid=32365): stdout: \u000a| (launched: 2022-12-13_09:29:34.303727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:36.139713 run osmo-stp_10.42.42.5(pid=32365): stderr: \u000a| �[0;m�[38;5;43m20221213092934470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092934470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092934471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092934471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092934471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092934472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092934472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:36.287730 run patchelf(pid=32368): Terminating (SIGINT)\u000a09:29:36.461465 run patchelf(pid=32368): Terminated: ok {rc=0}\u000a09:29:36.492916 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32365): Process ended prematurely: osmo-stp_10.42.42.5(pid=32365) [trial-2387↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32365)] [trial-2387↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a09:29:36.502167 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a09:29:36.564149 run osmo-hlr_10.42.42.2(pid=32362): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32362)]\u000a09:29:36.615093 run osmo-hlr_10.42.42.2(pid=32362): stdout: \u000a| (launched: 2022-12-13_09:29:33.386825) \u000a09:29:36.666547 run osmo-hlr_10.42.42.2(pid=32362): stderr: \u000a| �[0;m�[1;31m20221213092933561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092933562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092933562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092933562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092933562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092933562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092933574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092933582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092933583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092933583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:29:36.710288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32361): Terminating (SIGTERM)\u000a09:29:36.751541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32364): Terminating (SIGTERM)\u000a09:29:36.792837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32367): Terminating (SIGTERM)\u000a09:29:36.802559 --- ParallelTerminationStrategy: PID 32361 died...\u000a09:29:36.857904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32361): Terminated: ok {rc=0}\u000a09:29:36.867847 --- ParallelTerminationStrategy: PID 32364 died...\u000a09:29:36.922786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32364): Terminated: ok {rc=0}\u000a09:29:36.932602 --- ParallelTerminationStrategy: PID 32367 died...\u000a09:29:36.986990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32367): Terminated: ok {rc=0}\u000a09:29:37.073006 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:28:39" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32382): Process ended prematurely: osmo-stp_10.42.42.5(pid=32382) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32382)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32382): Process ended prematurely: osmo-stp_10.42.42.5(pid=32382) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32382)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:29:39.197149 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:39.207950 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:29:39.338294 tst cs_paging_gprs_active.py: using LAC 33035\u000a09:29:39.453301 tst cs_paging_gprs_active.py: using RAC 140\u000a09:29:39.570303 tst cs_paging_gprs_active.py: using CellId 33035\u000a09:29:39.685364 tst cs_paging_gprs_active.py: using BVCI 33036\u000a09:29:39.708233 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:39.719242 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:39.729998 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:39.740548 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:39.751621 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:39.762640 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:39.773736 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:39.784594 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:39.795631 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:29:39.915827 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:29:40.204909 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:29:40.337791 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:29:40.663373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32372): Launched\u000a09:29:40.934548 run iperf3-srv_10.42.42.10(pid=32373): Launched\u000a09:29:41.128026 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:29:41.260717 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:29:41.586960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32374): Launched\u000a09:29:41.858118 run iperf3-srv_10.42.42.10(pid=32375): Launched\u000a09:29:42.051058 tst cs_paging_gprs_active.py:38: start network...\u000a09:29:42.182534 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:29:42.676795 run create_hlr_db(pid=32376): Launched\u000a09:29:42.848280 bus /gobi_6: Setting Powered False\u000a09:29:43.869825 run create_hlr_db(pid=32376): Terminated: ok {rc=0}\u000a09:29:44.261854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32378): Launched\u000a09:29:44.557531 run osmo-hlr_10.42.42.2(pid=32379): Launched\u000a09:29:44.673379 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:29:45.194157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32381): Launched\u000a09:29:45.491118 run osmo-stp_10.42.42.5(pid=32382): Launched\u000a09:29:45.601333 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:29:46.211785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32384): Launched\u000a09:29:46.324889 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:29:46.615381 run patchelf(pid=32385): Launched\u000a09:29:46.796318 run osmo-stp_10.42.42.5(pid=32382): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32382)]\u000a09:29:46.928839 run osmo-stp_10.42.42.5(pid=32382): stdout: \u000a| (launched: 2022-12-13_09:29:45.345375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:47.061445 run osmo-stp_10.42.42.5(pid=32382): stderr: \u000a| �[0;m�[38;5;43m20221213092945514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092945514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092945514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092945514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092945517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092945517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092945517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:47.188648 run osmo-stp_10.42.42.5(pid=32382): stdout: \u000a| (launched: 2022-12-13_09:29:45.345375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:47.311896 run osmo-stp_10.42.42.5(pid=32382): stderr: \u000a| �[0;m�[38;5;43m20221213092945514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092945514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092945514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092945514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092945517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092945517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092945517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:47.454898 run patchelf(pid=32385): Terminating (SIGINT)\u000a09:29:47.623100 run patchelf(pid=32385): Terminated: ok {rc=0}\u000a09:29:47.654182 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32382): Process ended prematurely: osmo-stp_10.42.42.5(pid=32382) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32382)] [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a09:29:47.663876 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a09:29:47.724513 run osmo-hlr_10.42.42.2(pid=32379): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32379)]\u000a09:29:47.773661 run osmo-hlr_10.42.42.2(pid=32379): stdout: \u000a| (launched: 2022-12-13_09:29:44.411548) \u000a09:29:47.823545 run osmo-hlr_10.42.42.2(pid=32379): stderr: \u000a| �[0;m�[1;31m20221213092944587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092944587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092944587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092944587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092944587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092944587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092944599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092944608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092944608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092944608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:29:47.866125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32372): Terminating (SIGTERM)\u000a09:29:47.905754 run iperf3-srv_10.42.42.10(pid=32373): Terminating (SIGTERM)\u000a09:29:47.945876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32374): Terminating (SIGTERM)\u000a09:29:47.985723 run iperf3-srv_10.42.42.10(pid=32375): Terminating (SIGTERM)\u000a09:29:48.025710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32378): Terminating (SIGTERM)\u000a09:29:48.065707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32381): Terminating (SIGTERM)\u000a09:29:48.105832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32384): Terminating (SIGTERM)\u000a09:29:48.114970 --- ParallelTerminationStrategy: PID 32372 died...\u000a09:29:48.168755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32372): Terminated: ok {rc=0}\u000a09:29:48.178311 --- ParallelTerminationStrategy: PID 32373 died...\u000a09:29:48.231157 run iperf3-srv_10.42.42.10(pid=32373): Terminated {rc=256}\u000a09:29:48.240539 --- ParallelTerminationStrategy: PID 32374 died...\u000a09:29:48.293530 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32374): Terminated: ok {rc=0}\u000a09:29:48.302931 --- ParallelTerminationStrategy: PID 32375 died...\u000a09:29:48.355969 run iperf3-srv_10.42.42.10(pid=32375): Terminated {rc=256}\u000a09:29:48.365813 --- ParallelTerminationStrategy: PID 32378 died...\u000a09:29:48.418784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32378): Terminated: ok {rc=0}\u000a09:29:48.428429 --- ParallelTerminationStrategy: PID 32381 died...\u000a09:29:48.481619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32381): Terminated: ok {rc=0}\u000a09:29:48.491067 --- ParallelTerminationStrategy: PID 32384 died...\u000a09:29:48.544238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32384): Terminated: ok {rc=0}\u000a09:29:48.631959 bus /gobi_0: Setting Powered False\u000a09:29:49.733714 bus /gobi_0: Setting Powered False\u000a09:29:50.843401 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32394): Process ended prematurely: osmo-stp_10.42.42.5(pid=32394) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32394)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32394): Process ended prematurely: osmo-stp_10.42.42.5(pid=32394) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32394)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a09:29:51.950891 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:51.962292 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:29:52.097735 tst iperf3.py: using LAC 33036\u000a09:29:52.212213 tst iperf3.py: using RAC 141\u000a09:29:52.333547 tst iperf3.py: using CellId 33036\u000a09:29:52.455682 tst iperf3.py: using BVCI 33037\u000a09:29:52.480058 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:52.491723 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:52.503247 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:52.514911 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:52.526602 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:52.537997 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:52.549540 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:52.560777 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:52.572316 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:29:52.844752 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:29:52.967851 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:29:53.272444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32386): Launched\u000a09:29:53.526442 run iperf3-srv_10.42.42.10(pid=32387): Launched\u000a09:29:53.707031 tst iperf3.py:8: start network...\u000a09:29:53.830710 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:29:54.296627 run create_hlr_db(pid=32388): Launched\u000a09:29:54.466497 bus /gobi_6: Setting Powered False\u000a09:29:55.489034 run create_hlr_db(pid=32388): Terminated: ok {rc=0}\u000a09:29:55.907579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32390): Launched\u000a09:29:56.222939 run osmo-hlr_10.42.42.2(pid=32391): Launched\u000a09:29:56.342024 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:29:56.889057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32393): Launched\u000a09:29:57.202567 run osmo-stp_10.42.42.5(pid=32394): Launched\u000a09:29:57.311424 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:29:57.831985 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32396): Launched\u000a09:29:57.944875 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:29:58.219973 run patchelf(pid=32397): Launched\u000a09:29:58.404538 run osmo-stp_10.42.42.5(pid=32394): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32394)]\u000a09:29:58.539511 run osmo-stp_10.42.42.5(pid=32394): stdout: \u000a| (launched: 2022-12-13_09:29:57.051053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:58.674867 run osmo-stp_10.42.42.5(pid=32394): stderr: \u000a| �[0;m�[38;5;43m20221213092957220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092957220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092957221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092957221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092957221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092957222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092957222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:58.805978 run osmo-stp_10.42.42.5(pid=32394): stdout: \u000a| (launched: 2022-12-13_09:29:57.051053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:58.936168 run osmo-stp_10.42.42.5(pid=32394): stderr: \u000a| �[0;m�[38;5;43m20221213092957220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213092957220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213092957221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213092957221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213092957221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213092957222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213092957222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:59.087379 run patchelf(pid=32397): Terminating (SIGINT)\u000a09:29:59.264266 run patchelf(pid=32397): Terminated: ok {rc=0}\u000a09:29:59.296809 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32394): Process ended prematurely: osmo-stp_10.42.42.5(pid=32394) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32394)] [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a09:29:59.306615 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a09:29:59.369215 run osmo-hlr_10.42.42.2(pid=32391): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32391)]\u000a09:29:59.419895 run osmo-hlr_10.42.42.2(pid=32391): stdout: \u000a| (launched: 2022-12-13_09:29:56.068147) \u000a09:29:59.471302 run osmo-hlr_10.42.42.2(pid=32391): stderr: \u000a| �[0;m�[1;31m20221213092956266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213092956266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213092956266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092956266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213092956266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213092956266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213092956279 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213092956289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213092956289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213092956289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:29:59.515288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32386): Terminating (SIGTERM)\u000a09:29:59.556669 run iperf3-srv_10.42.42.10(pid=32387): Terminating (SIGTERM)\u000a09:29:59.598266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32390): Terminating (SIGTERM)\u000a09:29:59.639741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32393): Terminating (SIGTERM)\u000a09:29:59.681392 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32396): Terminating (SIGTERM)\u000a09:29:59.691072 --- ParallelTerminationStrategy: PID 32386 died...\u000a09:29:59.746974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32386): Terminated: ok {rc=0}\u000a09:29:59.757093 --- ParallelTerminationStrategy: PID 32387 died...\u000a09:29:59.812488 run iperf3-srv_10.42.42.10(pid=32387): Terminated {rc=256}\u000a09:29:59.822952 --- ParallelTerminationStrategy: PID 32390 died...\u000a09:29:59.878334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32390): Terminated: ok {rc=0}\u000a09:29:59.888402 --- ParallelTerminationStrategy: PID 32393 died...\u000a09:29:59.943885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32393): Terminated: ok {rc=0}\u000a09:29:59.954046 --- ParallelTerminationStrategy: PID 32396 died...\u000a09:30:00.009190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32396): Terminated: ok {rc=0}\u000a09:30:00.094695 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32415): Process ended prematurely: osmo-stp_10.42.42.5(pid=32415) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32415)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32415): Process ended prematurely: osmo-stp_10.42.42.5(pid=32415) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32415)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a09:30:01.234788 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:01.250814 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:30:01.425105 tst iperf3m4.py: using LAC 33037\u000a09:30:01.557700 tst iperf3m4.py: using RAC 142\u000a09:30:01.677845 tst iperf3m4.py: using CellId 33037\u000a09:30:01.796055 tst iperf3m4.py: using BVCI 33038\u000a09:30:01.820539 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:01.832545 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:01.851329 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:01.866455 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:01.882263 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:01.895251 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:01.908761 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:01.920441 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:01.933172 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:30:02.061593 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:30:02.205328 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:30:02.343907 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:30:02.624735 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:30:02.748554 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:30:03.054164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32401): Launched\u000a09:30:03.307778 run iperf3-srv_10.42.42.10(pid=32402): Launched\u000a09:30:03.488699 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:30:03.612238 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:30:03.918216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32403): Launched\u000a09:30:04.171689 run iperf3-srv_10.42.42.10(pid=32404): Launched\u000a09:30:04.352632 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:30:04.475506 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:30:04.780399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32405): Launched\u000a09:30:05.034473 run iperf3-srv_10.42.42.10(pid=32406): Launched\u000a09:30:05.214618 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:30:05.337634 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:30:05.642375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32407): Launched\u000a09:30:05.895600 run iperf3-srv_10.42.42.10(pid=32408): Launched\u000a09:30:06.075520 tst iperf3m4.py:8: start network...\u000a09:30:06.198665 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:30:06.663778 run create_hlr_db(pid=32409): Launched\u000a09:30:06.833881 bus /gobi_6: Setting Powered False\u000a09:30:07.857024 run create_hlr_db(pid=32409): Terminated: ok {rc=0}\u000a09:30:08.274401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32411): Launched\u000a09:30:08.589654 run osmo-hlr_10.42.42.2(pid=32412): Launched\u000a09:30:08.706134 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:30:09.253590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32414): Launched\u000a09:30:09.568818 run osmo-stp_10.42.42.5(pid=32415): Launched\u000a09:30:09.683597 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:30:10.231168 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32417): Launched\u000a09:30:10.343669 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:30:10.617235 run patchelf(pid=32418): Launched\u000a09:30:10.801349 run osmo-stp_10.42.42.5(pid=32415): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32415)]\u000a09:30:10.936182 run osmo-stp_10.42.42.5(pid=32415): stdout: \u000a| (launched: 2022-12-13_09:30:09.413819)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:11.071196 run osmo-stp_10.42.42.5(pid=32415): stderr: \u000a| �[0;m�[38;5;43m20221213093009608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093009608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093009608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093009608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093009609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093009609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093009609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:11.201769 run osmo-stp_10.42.42.5(pid=32415): stdout: \u000a| (launched: 2022-12-13_09:30:09.413819)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:11.331043 run osmo-stp_10.42.42.5(pid=32415): stderr: \u000a| �[0;m�[38;5;43m20221213093009608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093009608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093009608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093009608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093009609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093009609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093009609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:11.482005 run patchelf(pid=32418): Terminating (SIGINT)\u000a09:30:11.658912 run patchelf(pid=32418): Terminated: ok {rc=0}\u000a09:30:11.691479 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32415): Process ended prematurely: osmo-stp_10.42.42.5(pid=32415) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32415)] [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a09:30:11.701273 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a09:30:11.763493 run osmo-hlr_10.42.42.2(pid=32412): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32412)]\u000a09:30:11.814309 run osmo-hlr_10.42.42.2(pid=32412): stdout: \u000a| (launched: 2022-12-13_09:30:08.435200) \u000a09:30:11.865984 run osmo-hlr_10.42.42.2(pid=32412): stderr: \u000a| �[0;m�[1;31m20221213093008632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093008632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093008632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093008633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093008633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093008633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093008645 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093008654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093008654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093008654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:30:11.910212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32401): Terminating (SIGTERM)\u000a09:30:11.951681 run iperf3-srv_10.42.42.10(pid=32402): Terminating (SIGTERM)\u000a09:30:11.993917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32403): Terminating (SIGTERM)\u000a09:30:12.035590 run iperf3-srv_10.42.42.10(pid=32404): Terminating (SIGTERM)\u000a09:30:12.077723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32405): Terminating (SIGTERM)\u000a09:30:12.119390 run iperf3-srv_10.42.42.10(pid=32406): Terminating (SIGTERM)\u000a09:30:12.160999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32407): Terminating (SIGTERM)\u000a09:30:12.202847 run iperf3-srv_10.42.42.10(pid=32408): Terminating (SIGTERM)\u000a09:30:12.244769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32411): Terminating (SIGTERM)\u000a09:30:12.286154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32414): Terminating (SIGTERM)\u000a09:30:12.327910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32417): Terminating (SIGTERM)\u000a09:30:12.337526 --- ParallelTerminationStrategy: PID 32401 died...\u000a09:30:12.393233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32401): Terminated: ok {rc=0}\u000a09:30:12.403394 --- ParallelTerminationStrategy: PID 32402 died...\u000a09:30:12.458165 run iperf3-srv_10.42.42.10(pid=32402): Terminated {rc=256}\u000a09:30:12.467975 --- ParallelTerminationStrategy: PID 32403 died...\u000a09:30:12.522848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32403): Terminated: ok {rc=0}\u000a09:30:12.532628 --- ParallelTerminationStrategy: PID 32404 died...\u000a09:30:12.587549 run iperf3-srv_10.42.42.10(pid=32404): Terminated {rc=256}\u000a09:30:12.597868 --- ParallelTerminationStrategy: PID 32405 died...\u000a09:30:12.652657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32405): Terminated: ok {rc=0}\u000a09:30:12.662554 --- ParallelTerminationStrategy: PID 32406 died...\u000a09:30:12.717065 run iperf3-srv_10.42.42.10(pid=32406): Terminated {rc=256}\u000a09:30:12.726893 --- ParallelTerminationStrategy: PID 32407 died...\u000a09:30:12.781442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32407): Terminated: ok {rc=0}\u000a09:30:12.791311 --- ParallelTerminationStrategy: PID 32408 died...\u000a09:30:12.846304 run iperf3-srv_10.42.42.10(pid=32408): Terminated {rc=256}\u000a09:30:12.856155 --- ParallelTerminationStrategy: PID 32411 died...\u000a09:30:12.910779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32411): Terminated: ok {rc=0}\u000a09:30:12.920606 --- ParallelTerminationStrategy: PID 32414 died...\u000a09:30:12.975248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32414): Terminated: ok {rc=0}\u000a09:30:12.985153 --- ParallelTerminationStrategy: PID 32417 died...\u000a09:30:13.039730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32417): Terminated: ok {rc=0}\u000a09:30:13.125173 bus /gobi_4: Setting Powered False\u000a09:30:14.231612 bus /gobi_4: Setting Powered False\u000a09:30:15.338902 bus /gobi_1: Setting Powered False\u000a09:30:16.442195 bus /gobi_1: Setting Powered False\u000a09:30:17.549306 bus /gobi_0: Setting Powered False\u000a09:30:18.655457 bus /gobi_0: Setting Powered False\u000a09:30:19.763129 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32425): Process ended prematurely: osmo-stp_10.42.42.5(pid=32425) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32425)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32425): Process ended prematurely: osmo-stp_10.42.42.5(pid=32425) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32425)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a09:30:20.831934 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:20.844051 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:30:20.982185 tst ping.py: using LAC 33038\u000a09:30:21.103313 tst ping.py: using RAC 143\u000a09:30:21.224274 tst ping.py: using CellId 33038\u000a09:30:21.345430 tst ping.py: using BVCI 33039\u000a09:30:21.369089 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:21.380550 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:21.391825 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:21.403067 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:21.414201 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:21.425434 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:21.436706 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:21.447971 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:30:21.732247 tst ping.py:19: start network...\u000a09:30:21.861390 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:30:22.354430 run create_hlr_db(pid=32419): Launched\u000a09:30:22.534116 bus /gobi_6: Setting Powered False\u000a09:30:23.554648 run create_hlr_db(pid=32419): Terminated: ok {rc=0}\u000a09:30:23.943230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32421): Launched\u000a09:30:24.231490 run osmo-hlr_10.42.42.2(pid=32422): Launched\u000a09:30:24.342811 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:30:24.855063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32424): Launched\u000a09:30:25.142888 run osmo-stp_10.42.42.5(pid=32425): Launched\u000a09:30:25.249430 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:30:25.756752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32427): Launched\u000a09:30:25.860405 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:30:26.114250 run patchelf(pid=32428): Launched\u000a09:30:26.284881 run osmo-stp_10.42.42.5(pid=32425): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32425)]\u000a09:30:26.409867 run osmo-stp_10.42.42.5(pid=32425): stdout: \u000a| (launched: 2022-12-13_09:30:25.001796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:26.535087 run osmo-stp_10.42.42.5(pid=32425): stderr: \u000a| �[0;m�[38;5;43m20221213093025172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093025172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093025172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093025173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093025173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093025173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093025173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:26.656220 run osmo-stp_10.42.42.5(pid=32425): stdout: \u000a| (launched: 2022-12-13_09:30:25.001796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:26.776162 run osmo-stp_10.42.42.5(pid=32425): stderr: \u000a| �[0;m�[38;5;43m20221213093025172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093025172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093025172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093025173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093025173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093025173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093025173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:26.915440 run patchelf(pid=32428): Terminating (SIGINT)\u000a09:30:27.079077 run patchelf(pid=32428): Terminated: ok {rc=0}\u000a09:30:27.108832 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32425): Process ended prematurely: osmo-stp_10.42.42.5(pid=32425) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32425)] [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a09:30:27.117566 tst ping.py:22: Test FAILED (6.3 sec)\u000a09:30:27.177336 run osmo-hlr_10.42.42.2(pid=32422): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32422)]\u000a09:30:27.226793 run osmo-hlr_10.42.42.2(pid=32422): stdout: \u000a| (launched: 2022-12-13_09:30:24.089786) \u000a09:30:27.276599 run osmo-hlr_10.42.42.2(pid=32422): stderr: \u000a| �[0;m�[1;31m20221213093024262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093024262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093024262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093024262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093024262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093024262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093024275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093024285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093024285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093024286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:30:27.318728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32421): Terminating (SIGTERM)\u000a09:30:27.358423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32424): Terminating (SIGTERM)\u000a09:30:27.398261 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32427): Terminating (SIGTERM)\u000a09:30:27.407419 --- ParallelTerminationStrategy: PID 32421 died...\u000a09:30:27.461024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32421): Terminated: ok {rc=0}\u000a09:30:27.470599 --- ParallelTerminationStrategy: PID 32424 died...\u000a09:30:27.523854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32424): Terminated: ok {rc=0}\u000a09:30:27.533401 --- ParallelTerminationStrategy: PID 32427 died...\u000a09:30:27.586813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32427): Terminated: ok {rc=0}\u000a09:30:27.670145 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32435): Process ended prematurely: osmo-stp_10.42.42.5(pid=32435) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32435)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32435): Process ended prematurely: osmo-stp_10.42.42.5(pid=32435) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32435)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a09:30:28.723124 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:28.735575 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:30:28.873984 tst ping_idle_ping.py: using LAC 33039\u000a09:30:28.995594 tst ping_idle_ping.py: using RAC 144\u000a09:30:29.114223 tst ping_idle_ping.py: using CellId 33039\u000a09:30:29.237161 tst ping_idle_ping.py: using BVCI 33040\u000a09:30:29.260936 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:29.272503 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:29.283717 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:29.294945 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:29.306171 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:29.317571 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:29.328921 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:29.340172 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:30:29.625093 tst ping_idle_ping.py:24: start network...\u000a09:30:29.754530 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:30:30.252165 run create_hlr_db(pid=32429): Launched\u000a09:30:30.432527 bus /gobi_6: Setting Powered False\u000a09:30:31.455461 run create_hlr_db(pid=32429): Terminated: ok {rc=0}\u000a09:30:31.886288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32431): Launched\u000a09:30:32.212594 run osmo-hlr_10.42.42.2(pid=32432): Launched\u000a09:30:32.324594 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:30:32.838283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32434): Launched\u000a09:30:33.129622 run osmo-stp_10.42.42.5(pid=32435): Launched\u000a09:30:33.236299 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:30:33.742870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32437): Launched\u000a09:30:33.846661 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:30:34.099743 run patchelf(pid=32438): Launched\u000a09:30:34.270362 run osmo-stp_10.42.42.5(pid=32435): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32435)]\u000a09:30:34.395322 run osmo-stp_10.42.42.5(pid=32435): stdout: \u000a| (launched: 2022-12-13_09:30:32.986114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:34.520676 run osmo-stp_10.42.42.5(pid=32435): stderr: \u000a| �[0;m�[38;5;43m20221213093033155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093033155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093033155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093033156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093033156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093033156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093033156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:34.642004 run osmo-stp_10.42.42.5(pid=32435): stdout: \u000a| (launched: 2022-12-13_09:30:32.986114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:34.762670 run osmo-stp_10.42.42.5(pid=32435): stderr: \u000a| �[0;m�[38;5;43m20221213093033155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093033155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093033155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093033156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093033156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093033156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093033156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:34.901870 run patchelf(pid=32438): Terminating (SIGINT)\u000a09:30:35.065300 run patchelf(pid=32438): Terminated: ok {rc=0}\u000a09:30:35.095174 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32435): Process ended prematurely: osmo-stp_10.42.42.5(pid=32435) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32435)] [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a09:30:35.103890 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a09:30:35.163429 run osmo-hlr_10.42.42.2(pid=32432): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32432)]\u000a09:30:35.212269 run osmo-hlr_10.42.42.2(pid=32432): stdout: \u000a| (launched: 2022-12-13_09:30:32.046778) \u000a09:30:35.261671 run osmo-hlr_10.42.42.2(pid=32432): stderr: \u000a| �[0;m�[1;31m20221213093032254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093032254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093032254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093032255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093032255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093032255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093032272 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093032282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093032282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093032282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:30:35.303911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32431): Terminating (SIGTERM)\u000a09:30:35.343718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32434): Terminating (SIGTERM)\u000a09:30:35.383407 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32437): Terminating (SIGTERM)\u000a09:30:35.392584 --- ParallelTerminationStrategy: PID 32431 died...\u000a09:30:35.446071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32431): Terminated: ok {rc=0}\u000a09:30:35.455579 --- ParallelTerminationStrategy: PID 32434 died...\u000a09:30:35.508559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32434): Terminated: ok {rc=0}\u000a09:30:35.518100 --- ParallelTerminationStrategy: PID 32437 died...\u000a09:30:35.571027 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32437): Terminated: ok {rc=0}\u000a09:30:35.654170 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:29:38" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32452): Process ended prematurely: osmo-stp_10.42.42.5(pid=32452) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32452)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32452): Process ended prematurely: osmo-stp_10.42.42.5(pid=32452) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32452)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:30:37.797740 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:37.809178 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:30:37.967254 tst cs_paging_gprs_active.py: using LAC 33040\u000a09:30:38.087442 tst cs_paging_gprs_active.py: using RAC 145\u000a09:30:38.203720 tst cs_paging_gprs_active.py: using CellId 33040\u000a09:30:38.319965 tst cs_paging_gprs_active.py: using BVCI 33041\u000a09:30:38.342671 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:38.353873 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:38.364720 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:38.375521 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:38.386658 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:38.397642 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:38.408794 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:38.419925 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:38.431082 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:30:38.551209 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:30:38.825722 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:30:38.948776 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:30:39.254849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32442): Launched\u000a09:30:39.509506 run iperf3-srv_10.42.42.10(pid=32443): Launched\u000a09:30:39.690363 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:30:39.813916 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:30:40.120077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32444): Launched\u000a09:30:40.374929 run iperf3-srv_10.42.42.10(pid=32445): Launched\u000a09:30:40.554613 tst cs_paging_gprs_active.py:38: start network...\u000a09:30:40.677968 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:30:41.145326 run create_hlr_db(pid=32446): Launched\u000a09:30:41.315611 bus /gobi_6: Setting Powered False\u000a09:30:42.338715 run create_hlr_db(pid=32446): Terminated: ok {rc=0}\u000a09:30:42.759458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32448): Launched\u000a09:30:43.077249 run osmo-hlr_10.42.42.2(pid=32449): Launched\u000a09:30:43.195289 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:30:43.743866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32451): Launched\u000a09:30:44.061401 run osmo-stp_10.42.42.5(pid=32452): Launched\u000a09:30:44.176434 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:30:44.727418 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32454): Launched\u000a09:30:44.840655 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:30:45.116634 run patchelf(pid=32455): Launched\u000a09:30:45.301573 run osmo-stp_10.42.42.5(pid=32452): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32452)]\u000a09:30:45.436865 run osmo-stp_10.42.42.5(pid=32452): stdout: \u000a| (launched: 2022-12-13_09:30:43.906324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:45.572319 run osmo-stp_10.42.42.5(pid=32452): stderr: \u000a| �[0;m�[38;5;43m20221213093044096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093044096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093044096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093044097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093044097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093044097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093044097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:45.703175 run osmo-stp_10.42.42.5(pid=32452): stdout: \u000a| (launched: 2022-12-13_09:30:43.906324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:45.841143 run osmo-stp_10.42.42.5(pid=32452): stderr: \u000a| �[0;m�[38;5;43m20221213093044096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093044096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093044096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093044097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093044097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093044097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093044097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:45.990408 run patchelf(pid=32455): Terminating (SIGINT)\u000a09:30:46.165877 run patchelf(pid=32455): Terminated: ok {rc=0}\u000a09:30:46.198229 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32452): Process ended prematurely: osmo-stp_10.42.42.5(pid=32452) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32452)] [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a09:30:46.208553 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a09:30:46.278065 run osmo-hlr_10.42.42.2(pid=32449): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32449)]\u000a09:30:46.343564 run osmo-hlr_10.42.42.2(pid=32449): stdout: \u000a| (launched: 2022-12-13_09:30:42.921523) \u000a09:30:46.409878 run osmo-hlr_10.42.42.2(pid=32449): stderr: \u000a| �[0;m�[1;31m20221213093043120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093043120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093043120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093043120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093043120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093043120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093043131 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093043139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093043139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093043139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:30:46.455263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32442): Terminating (SIGTERM)\u000a09:30:46.497642 run iperf3-srv_10.42.42.10(pid=32443): Terminating (SIGTERM)\u000a09:30:46.541636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32444): Terminating (SIGTERM)\u000a09:30:46.584791 run iperf3-srv_10.42.42.10(pid=32445): Terminating (SIGTERM)\u000a09:30:46.627534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32448): Terminating (SIGTERM)\u000a09:30:46.673121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32451): Terminating (SIGTERM)\u000a09:30:46.718615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32454): Terminating (SIGTERM)\u000a09:30:46.729172 --- ParallelTerminationStrategy: PID 32442 died...\u000a09:30:46.788479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32442): Terminated: ok {rc=0}\u000a09:30:46.799128 --- ParallelTerminationStrategy: PID 32443 died...\u000a09:30:46.857730 run iperf3-srv_10.42.42.10(pid=32443): Terminated {rc=256}\u000a09:30:46.868393 --- ParallelTerminationStrategy: PID 32444 died...\u000a09:30:46.927465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32444): Terminated: ok {rc=0}\u000a09:30:46.938209 --- ParallelTerminationStrategy: PID 32445 died...\u000a09:30:46.995741 run iperf3-srv_10.42.42.10(pid=32445): Terminated {rc=256}\u000a09:30:47.006833 --- ParallelTerminationStrategy: PID 32448 died...\u000a09:30:47.082776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32448): Terminated: ok {rc=0}\u000a09:30:47.093506 --- ParallelTerminationStrategy: PID 32451 died...\u000a09:30:47.153502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32451): Terminated: ok {rc=0}\u000a09:30:47.165223 --- ParallelTerminationStrategy: PID 32454 died...\u000a09:30:47.223380 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32454): Terminated: ok {rc=0}\u000a09:30:47.311588 bus /gobi_0: Setting Powered False\u000a09:30:48.414515 bus /gobi_0: Setting Powered False\u000a09:30:49.518971 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32466): Process ended prematurely: osmo-stp_10.42.42.5(pid=32466) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32466)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32466): Process ended prematurely: osmo-stp_10.42.42.5(pid=32466) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32466)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a09:30:50.631712 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:50.643833 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:30:50.799981 tst iperf3.py: using LAC 33041\u000a09:30:50.916157 tst iperf3.py: using RAC 146\u000a09:30:51.034253 tst iperf3.py: using CellId 33041\u000a09:30:51.149896 tst iperf3.py: using BVCI 33042\u000a09:30:51.172541 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:51.183761 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:51.194635 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:51.205372 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:51.216295 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:51.227312 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:51.238486 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:51.249527 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:51.260667 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:30:51.550271 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:30:51.682180 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:30:52.013127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32458): Launched\u000a09:30:52.284345 run iperf3-srv_10.42.42.10(pid=32459): Launched\u000a09:30:52.478212 tst iperf3.py:8: start network...\u000a09:30:52.610774 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:30:53.114935 run create_hlr_db(pid=32460): Launched\u000a09:30:53.296427 bus /gobi_6: Setting Powered False\u000a09:30:54.318126 run create_hlr_db(pid=32460): Terminated: ok {rc=0}\u000a09:30:54.713212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32462): Launched\u000a09:30:55.008042 run osmo-hlr_10.42.42.2(pid=32463): Launched\u000a09:30:55.124129 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:30:55.650960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32465): Launched\u000a09:30:55.946994 run osmo-stp_10.42.42.5(pid=32466): Launched\u000a09:30:56.054895 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:30:56.570076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32468): Launched\u000a09:30:56.675894 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:30:56.934069 run patchelf(pid=32469): Launched\u000a09:30:57.108058 run osmo-stp_10.42.42.5(pid=32466): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32466)]\u000a09:30:57.235348 run osmo-stp_10.42.42.5(pid=32466): stdout: \u000a| (launched: 2022-12-13_09:30:55.801458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:57.362916 run osmo-stp_10.42.42.5(pid=32466): stderr: \u000a| �[0;m�[38;5;43m20221213093055970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093055970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093055970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093055971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093055971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093055971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093055971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:57.485930 run osmo-stp_10.42.42.5(pid=32466): stdout: \u000a| (launched: 2022-12-13_09:30:55.801458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:57.607905 run osmo-stp_10.42.42.5(pid=32466): stderr: \u000a| �[0;m�[38;5;43m20221213093055970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093055970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093055970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093055971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093055971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093055971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093055971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:57.749940 run patchelf(pid=32469): Terminating (SIGINT)\u000a09:30:57.917397 run patchelf(pid=32469): Terminated: ok {rc=0}\u000a09:30:57.948150 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32466): Process ended prematurely: osmo-stp_10.42.42.5(pid=32466) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32466)] [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a09:30:57.957420 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a09:30:58.017252 run osmo-hlr_10.42.42.2(pid=32463): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32463)]\u000a09:30:58.066075 run osmo-hlr_10.42.42.2(pid=32463): stdout: \u000a| (launched: 2022-12-13_09:30:54.863291) \u000a09:30:58.115675 run osmo-hlr_10.42.42.2(pid=32463): stderr: \u000a| �[0;m�[1;31m20221213093055037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093055037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093055037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093055037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093055037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093055037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093055053 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093055061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093055061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093055061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:30:58.157922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32458): Terminating (SIGTERM)\u000a09:30:58.197594 run iperf3-srv_10.42.42.10(pid=32459): Terminating (SIGTERM)\u000a09:30:58.237352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32462): Terminating (SIGTERM)\u000a09:30:58.276886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32465): Terminating (SIGTERM)\u000a09:30:58.316330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32468): Terminating (SIGTERM)\u000a09:30:58.325558 --- ParallelTerminationStrategy: PID 32458 died...\u000a09:30:58.379035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32458): Terminated: ok {rc=0}\u000a09:30:58.388600 --- ParallelTerminationStrategy: PID 32459 died...\u000a09:30:58.441737 run iperf3-srv_10.42.42.10(pid=32459): Terminated {rc=256}\u000a09:30:58.451282 --- ParallelTerminationStrategy: PID 32462 died...\u000a09:30:58.504291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32462): Terminated: ok {rc=0}\u000a09:30:58.513806 --- ParallelTerminationStrategy: PID 32465 died...\u000a09:30:58.566797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32465): Terminated: ok {rc=0}\u000a09:30:58.576272 --- ParallelTerminationStrategy: PID 32468 died...\u000a09:30:58.629107 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32468): Terminated: ok {rc=0}\u000a09:30:58.711691 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32484): Process ended prematurely: osmo-stp_10.42.42.5(pid=32484) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32484)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32484): Process ended prematurely: osmo-stp_10.42.42.5(pid=32484) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32484)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a09:30:59.824876 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:59.837118 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:30:59.999489 tst iperf3m4.py: using LAC 33042\u000a09:31:00.122064 tst iperf3m4.py: using RAC 147\u000a09:31:00.244430 tst iperf3m4.py: using CellId 33042\u000a09:31:00.371461 tst iperf3m4.py: using BVCI 33043\u000a09:31:00.395630 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:00.407181 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:00.418567 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:00.429832 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:00.441062 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:00.452293 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:00.463740 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:00.474900 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:00.486328 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:31:00.601018 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:31:00.722181 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:31:00.840232 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:31:01.146704 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:31:01.281554 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:31:01.626608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32470): Launched\u000a09:31:01.920574 run iperf3-srv_10.42.42.10(pid=32471): Launched\u000a09:31:02.117756 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:31:02.253130 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:31:02.559596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32472): Launched\u000a09:31:02.814797 run iperf3-srv_10.42.42.10(pid=32473): Launched\u000a09:31:02.996136 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:31:03.120073 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:31:03.427445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32474): Launched\u000a09:31:03.682073 run iperf3-srv_10.42.42.10(pid=32475): Launched\u000a09:31:03.862714 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:31:03.986166 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:31:04.292348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32476): Launched\u000a09:31:04.546716 run iperf3-srv_10.42.42.10(pid=32477): Launched\u000a09:31:04.726804 tst iperf3m4.py:8: start network...\u000a09:31:04.850450 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:31:05.316748 run create_hlr_db(pid=32478): Launched\u000a09:31:05.486924 bus /gobi_6: Setting Powered False\u000a09:31:06.509024 run create_hlr_db(pid=32478): Terminated: ok {rc=0}\u000a09:31:06.928669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32480): Launched\u000a09:31:07.243986 run osmo-hlr_10.42.42.2(pid=32481): Launched\u000a09:31:07.361282 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:31:07.910382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32483): Launched\u000a09:31:08.226883 run osmo-stp_10.42.42.5(pid=32484): Launched\u000a09:31:08.341997 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:31:08.894344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32486): Launched\u000a09:31:09.007262 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:31:09.281688 run patchelf(pid=32487): Launched\u000a09:31:09.466332 run osmo-stp_10.42.42.5(pid=32484): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32484)]\u000a09:31:09.600693 run osmo-stp_10.42.42.5(pid=32484): stdout: \u000a| (launched: 2022-12-13_09:31:08.071415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:09.735616 run osmo-stp_10.42.42.5(pid=32484): stderr: \u000a| �[0;m�[38;5;43m20221213093108264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093108264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093108264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093108265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093108265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093108265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093108265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:09.866490 run osmo-stp_10.42.42.5(pid=32484): stdout: \u000a| (launched: 2022-12-13_09:31:08.071415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:09.996266 run osmo-stp_10.42.42.5(pid=32484): stderr: \u000a| �[0;m�[38;5;43m20221213093108264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093108264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093108264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093108265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093108265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093108265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093108265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:10.146987 run patchelf(pid=32487): Terminating (SIGINT)\u000a09:31:10.324104 run patchelf(pid=32487): Terminated: ok {rc=0}\u000a09:31:10.356548 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32484): Process ended prematurely: osmo-stp_10.42.42.5(pid=32484) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32484)] [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a09:31:10.366458 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a09:31:10.428586 run osmo-hlr_10.42.42.2(pid=32481): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32481)]\u000a09:31:10.479186 run osmo-hlr_10.42.42.2(pid=32481): stdout: \u000a| (launched: 2022-12-13_09:31:07.089644) \u000a09:31:10.530556 run osmo-hlr_10.42.42.2(pid=32481): stderr: \u000a| �[0;m�[1;31m20221213093107287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093107287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093107287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093107287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093107287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093107288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093107300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093107309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093107309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093107309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:31:10.574205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32470): Terminating (SIGTERM)\u000a09:31:10.615320 run iperf3-srv_10.42.42.10(pid=32471): Terminating (SIGTERM)\u000a09:31:10.656548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32472): Terminating (SIGTERM)\u000a09:31:10.697670 run iperf3-srv_10.42.42.10(pid=32473): Terminating (SIGTERM)\u000a09:31:10.738786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32474): Terminating (SIGTERM)\u000a09:31:10.779821 run iperf3-srv_10.42.42.10(pid=32475): Terminating (SIGTERM)\u000a09:31:10.820916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32476): Terminating (SIGTERM)\u000a09:31:10.862497 run iperf3-srv_10.42.42.10(pid=32477): Terminating (SIGTERM)\u000a09:31:10.903647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32480): Terminating (SIGTERM)\u000a09:31:10.944840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32483): Terminating (SIGTERM)\u000a09:31:10.986045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32486): Terminating (SIGTERM)\u000a09:31:10.995590 --- ParallelTerminationStrategy: PID 32470 died...\u000a09:31:11.050632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32470): Terminated: ok {rc=0}\u000a09:31:11.060612 --- ParallelTerminationStrategy: PID 32471 died...\u000a09:31:11.115334 run iperf3-srv_10.42.42.10(pid=32471): Terminated {rc=256}\u000a09:31:11.125218 --- ParallelTerminationStrategy: PID 32472 died...\u000a09:31:11.179796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32472): Terminated: ok {rc=0}\u000a09:31:11.189663 --- ParallelTerminationStrategy: PID 32473 died...\u000a09:31:11.244537 run iperf3-srv_10.42.42.10(pid=32473): Terminated {rc=256}\u000a09:31:11.254391 --- ParallelTerminationStrategy: PID 32474 died...\u000a09:31:11.308871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32474): Terminated: ok {rc=0}\u000a09:31:11.318729 --- ParallelTerminationStrategy: PID 32475 died...\u000a09:31:11.373138 run iperf3-srv_10.42.42.10(pid=32475): Terminated {rc=256}\u000a09:31:11.383038 --- ParallelTerminationStrategy: PID 32476 died...\u000a09:31:11.437805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32476): Terminated: ok {rc=0}\u000a09:31:11.447671 --- ParallelTerminationStrategy: PID 32477 died...\u000a09:31:11.502343 run iperf3-srv_10.42.42.10(pid=32477): Terminated {rc=256}\u000a09:31:11.512204 --- ParallelTerminationStrategy: PID 32480 died...\u000a09:31:11.567049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32480): Terminated: ok {rc=0}\u000a09:31:11.576902 --- ParallelTerminationStrategy: PID 32483 died...\u000a09:31:11.631872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32483): Terminated: ok {rc=0}\u000a09:31:11.641834 --- ParallelTerminationStrategy: PID 32486 died...\u000a09:31:11.696582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32486): Terminated: ok {rc=0}\u000a09:31:11.782077 bus /gobi_4: Setting Powered False\u000a09:31:12.886708 bus /gobi_4: Setting Powered False\u000a09:31:13.994725 bus /gobi_1: Setting Powered False\u000a09:31:15.094337 bus /gobi_1: Setting Powered False\u000a09:31:16.212543 bus /gobi_0: Setting Powered False\u000a09:31:17.316174 bus /gobi_0: Setting Powered False\u000a09:31:18.423809 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32494): Process ended prematurely: osmo-stp_10.42.42.5(pid=32494) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32494)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32494): Process ended prematurely: osmo-stp_10.42.42.5(pid=32494) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32494)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a09:31:19.491691 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:19.503717 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:31:19.660866 tst ping.py: using LAC 33043\u000a09:31:19.781625 tst ping.py: using RAC 148\u000a09:31:19.904055 tst ping.py: using CellId 33043\u000a09:31:20.025306 tst ping.py: using BVCI 33044\u000a09:31:20.049007 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:20.060456 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:20.071993 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:20.083384 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:20.094590 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:20.105987 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:20.117354 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:20.128607 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:31:20.397277 tst ping.py:19: start network...\u000a09:31:20.517895 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:31:20.975132 run create_hlr_db(pid=32488): Launched\u000a09:31:21.142423 bus /gobi_6: Setting Powered False\u000a09:31:22.163556 run create_hlr_db(pid=32488): Terminated: ok {rc=0}\u000a09:31:22.574809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32490): Launched\u000a09:31:22.885656 run osmo-hlr_10.42.42.2(pid=32491): Launched\u000a09:31:23.004220 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:31:23.544629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32493): Launched\u000a09:31:23.854443 run osmo-stp_10.42.42.5(pid=32494): Launched\u000a09:31:23.968049 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:31:24.511030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32496): Launched\u000a09:31:24.622115 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:31:24.893144 run patchelf(pid=32497): Launched\u000a09:31:25.074932 run osmo-stp_10.42.42.5(pid=32494): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32494)]\u000a09:31:25.208061 run osmo-stp_10.42.42.5(pid=32494): stdout: \u000a| (launched: 2022-12-13_09:31:23.702961)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:25.341472 run osmo-stp_10.42.42.5(pid=32494): stderr: \u000a| �[0;m�[38;5;43m20221213093123893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093123893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093123893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093123894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093123896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093123896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093123896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:25.470285 run osmo-stp_10.42.42.5(pid=32494): stdout: \u000a| (launched: 2022-12-13_09:31:23.702961)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:25.598132 run osmo-stp_10.42.42.5(pid=32494): stderr: \u000a| �[0;m�[38;5;43m20221213093123893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093123893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093123893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093123894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093123896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093123896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093123896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:25.746341 run patchelf(pid=32497): Terminating (SIGINT)\u000a09:31:25.921083 run patchelf(pid=32497): Terminated: ok {rc=0}\u000a09:31:25.952677 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32494): Process ended prematurely: osmo-stp_10.42.42.5(pid=32494) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32494)] [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a09:31:25.961904 tst ping.py:22: Test FAILED (6.5 sec)\u000a09:31:26.023935 run osmo-hlr_10.42.42.2(pid=32491): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32491)]\u000a09:31:26.075407 run osmo-hlr_10.42.42.2(pid=32491): stdout: \u000a| (launched: 2022-12-13_09:31:22.733052) \u000a09:31:26.127306 run osmo-hlr_10.42.42.2(pid=32491): stderr: \u000a| �[0;m�[1;31m20221213093122932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093122932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093122932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093122932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093122932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093122932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093122944 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093122953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093122953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093122953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:31:26.171144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32490): Terminating (SIGTERM)\u000a09:31:26.212484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32493): Terminating (SIGTERM)\u000a09:31:26.254353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32496): Terminating (SIGTERM)\u000a09:31:26.263948 --- ParallelTerminationStrategy: PID 32490 died...\u000a09:31:26.319609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32490): Terminated: ok {rc=0}\u000a09:31:26.329782 --- ParallelTerminationStrategy: PID 32493 died...\u000a09:31:26.384726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32493): Terminated: ok {rc=0}\u000a09:31:26.394735 --- ParallelTerminationStrategy: PID 32496 died...\u000a09:31:26.450001 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32496): Terminated: ok {rc=0}\u000a09:31:26.536497 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32504): Process ended prematurely: osmo-stp_10.42.42.5(pid=32504) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32504)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32504): Process ended prematurely: osmo-stp_10.42.42.5(pid=32504) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32504)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a09:31:27.587824 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:27.599819 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:31:27.759902 tst ping_idle_ping.py: using LAC 33044\u000a09:31:27.882243 tst ping_idle_ping.py: using RAC 149\u000a09:31:28.005666 tst ping_idle_ping.py: using CellId 33044\u000a09:31:28.127753 tst ping_idle_ping.py: using BVCI 33045\u000a09:31:28.151813 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:28.163268 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:28.174603 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:28.185857 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:28.197172 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:28.208431 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:28.219816 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:28.231118 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:31:28.501988 tst ping_idle_ping.py:24: start network...\u000a09:31:28.623229 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:31:29.086122 run create_hlr_db(pid=32498): Launched\u000a09:31:29.254417 bus /gobi_6: Setting Powered False\u000a09:31:30.275916 run create_hlr_db(pid=32498): Terminated: ok {rc=0}\u000a09:31:30.664131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32500): Launched\u000a09:31:31.071200 run osmo-hlr_10.42.42.2(pid=32501): Launched\u000a09:31:31.275075 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:31:31.920191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32503): Launched\u000a09:31:32.330856 run osmo-stp_10.42.42.5(pid=32504): Launched\u000a09:31:32.462171 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:31:32.971517 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32506): Launched\u000a09:31:33.075408 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:31:33.329544 run patchelf(pid=32507): Launched\u000a09:31:33.500524 run osmo-stp_10.42.42.5(pid=32504): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32504)]\u000a09:31:33.626169 run osmo-stp_10.42.42.5(pid=32504): stdout: \u000a| (launched: 2022-12-13_09:31:32.073242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:33.751621 run osmo-stp_10.42.42.5(pid=32504): stderr: \u000a| �[0;m�[38;5;43m20221213093132351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093132351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093132351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093132352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093132352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093132352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093132353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:33.873133 run osmo-stp_10.42.42.5(pid=32504): stdout: \u000a| (launched: 2022-12-13_09:31:32.073242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:33.993602 run osmo-stp_10.42.42.5(pid=32504): stderr: \u000a| �[0;m�[38;5;43m20221213093132351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093132351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093132351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093132352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093132352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093132352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093132353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:34.134482 run patchelf(pid=32507): Terminating (SIGINT)\u000a09:31:34.299028 run patchelf(pid=32507): Terminated: ok {rc=0}\u000a09:31:34.329088 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32504): Process ended prematurely: osmo-stp_10.42.42.5(pid=32504) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32504)] [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a09:31:34.337758 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a09:31:34.397061 run osmo-hlr_10.42.42.2(pid=32501): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32501)]\u000a09:31:34.445366 run osmo-hlr_10.42.42.2(pid=32501): stdout: \u000a| (launched: 2022-12-13_09:31:30.812473) \u000a09:31:34.494539 run osmo-hlr_10.42.42.2(pid=32501): stderr: \u000a| �[0;m�[1;31m20221213093131173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093131173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093131173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093131173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093131173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093131173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093131198 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093131218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093131218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093131218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:31:34.536360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32500): Terminating (SIGTERM)\u000a09:31:34.575899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32503): Terminating (SIGTERM)\u000a09:31:34.615290 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32506): Terminating (SIGTERM)\u000a09:31:34.624367 --- ParallelTerminationStrategy: PID 32500 died...\u000a09:31:34.677222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32500): Terminated: ok {rc=0}\u000a09:31:34.686632 --- ParallelTerminationStrategy: PID 32503 died...\u000a09:31:34.739190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32503): Terminated: ok {rc=0}\u000a09:31:34.748523 --- ParallelTerminationStrategy: PID 32506 died...\u000a09:31:34.801173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32506): Terminated: ok {rc=0}\u000a09:31:34.889031 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:30:37" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32522): Process ended prematurely: osmo-stp_10.42.42.5(pid=32522) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32522)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32522): Process ended prematurely: osmo-stp_10.42.42.5(pid=32522) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32522)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:31:37.035275 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:31:37.046554 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:31:37.197721 tst cs_paging_gprs_active.py: using LAC 33045\u000a09:31:37.314912 tst cs_paging_gprs_active.py: using RAC 150\u000a09:31:37.431212 tst cs_paging_gprs_active.py: using CellId 33045\u000a09:31:37.547781 tst cs_paging_gprs_active.py: using BVCI 33046\u000a09:31:37.570685 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:31:37.582074 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:31:37.593197 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:31:37.604275 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:31:37.615853 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:31:37.627412 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:31:37.639125 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:31:37.650582 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:31:37.662277 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:31:37.782316 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:31:38.073531 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:31:38.207041 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:31:38.534039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32512): Launched\u000a09:31:38.806596 run iperf3-srv_10.42.42.10(pid=32513): Launched\u000a09:31:39.002109 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:31:39.135247 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:31:39.463716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32514): Launched\u000a09:31:39.736371 run iperf3-srv_10.42.42.10(pid=32515): Launched\u000a09:31:39.932071 tst cs_paging_gprs_active.py:38: start network...\u000a09:31:40.061718 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:31:40.531001 run create_hlr_db(pid=32516): Launched\u000a09:31:40.702458 bus /gobi_6: Setting Powered False\u000a09:31:41.724550 run create_hlr_db(pid=32516): Terminated: ok {rc=0}\u000a09:31:42.121707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32518): Launched\u000a09:31:42.421139 run osmo-hlr_10.42.42.2(pid=32519): Launched\u000a09:31:42.538548 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:31:43.062843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32521): Launched\u000a09:31:43.361079 run osmo-stp_10.42.42.5(pid=32522): Launched\u000a09:31:43.470285 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:31:43.986212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32524): Launched\u000a09:31:44.092154 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:31:44.359025 run patchelf(pid=32525): Launched\u000a09:31:44.534048 run osmo-stp_10.42.42.5(pid=32522): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32522)]\u000a09:31:44.662337 run osmo-stp_10.42.42.5(pid=32522): stdout: \u000a| (launched: 2022-12-13_09:31:43.213716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:44.790792 run osmo-stp_10.42.42.5(pid=32522): stderr: \u000a| �[0;m�[38;5;43m20221213093143385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093143386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093143386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093143386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093143387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093143387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093143387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:44.914527 run osmo-stp_10.42.42.5(pid=32522): stdout: \u000a| (launched: 2022-12-13_09:31:43.213716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:45.037074 run osmo-stp_10.42.42.5(pid=32522): stderr: \u000a| �[0;m�[38;5;43m20221213093143385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093143386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093143386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093143386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093143387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093143387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093143387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:45.180157 run patchelf(pid=32525): Terminating (SIGINT)\u000a09:31:45.348314 run patchelf(pid=32525): Terminated: ok {rc=0}\u000a09:31:45.379109 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32522): Process ended prematurely: osmo-stp_10.42.42.5(pid=32522) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32522)] [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a09:31:45.388350 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a09:31:45.448460 run osmo-hlr_10.42.42.2(pid=32519): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32519)]\u000a09:31:45.497418 run osmo-hlr_10.42.42.2(pid=32519): stdout: \u000a| (launched: 2022-12-13_09:31:42.273570) \u000a09:31:45.547096 run osmo-hlr_10.42.42.2(pid=32519): stderr: \u000a| �[0;m�[1;31m20221213093142451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093142451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093142451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093142451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093142451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093142451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093142463 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093142471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093142472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093142472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:31:45.589410 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32512): Terminating (SIGTERM)\u000a09:31:45.629139 run iperf3-srv_10.42.42.10(pid=32513): Terminating (SIGTERM)\u000a09:31:45.669039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32514): Terminating (SIGTERM)\u000a09:31:45.708789 run iperf3-srv_10.42.42.10(pid=32515): Terminating (SIGTERM)\u000a09:31:45.753358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32518): Terminating (SIGTERM)\u000a09:31:45.795010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32521): Terminating (SIGTERM)\u000a09:31:45.837746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32524): Terminating (SIGTERM)\u000a09:31:45.850509 --- ParallelTerminationStrategy: PID 32512 died...\u000a09:31:45.915685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32512): Terminated: ok {rc=0}\u000a09:31:45.927522 --- ParallelTerminationStrategy: PID 32513 died...\u000a09:31:45.982232 run iperf3-srv_10.42.42.10(pid=32513): Terminated {rc=256}\u000a09:31:45.992821 --- ParallelTerminationStrategy: PID 32514 died...\u000a09:31:46.048638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32514): Terminated: ok {rc=0}\u000a09:31:46.059025 --- ParallelTerminationStrategy: PID 32515 died...\u000a09:31:46.114991 run iperf3-srv_10.42.42.10(pid=32515): Terminated {rc=256}\u000a09:31:46.125508 --- ParallelTerminationStrategy: PID 32518 died...\u000a09:31:46.181087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32518): Terminated: ok {rc=0}\u000a09:31:46.191710 --- ParallelTerminationStrategy: PID 32521 died...\u000a09:31:46.248825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32521): Terminated: ok {rc=0}\u000a09:31:46.259291 --- ParallelTerminationStrategy: PID 32524 died...\u000a09:31:46.315199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32524): Terminated: ok {rc=0}\u000a09:31:46.403181 bus /gobi_0: Setting Powered False\u000a09:31:47.502669 bus /gobi_0: Setting Powered False\u000a09:31:48.607806 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32534): Process ended prematurely: osmo-stp_10.42.42.5(pid=32534) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32534)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32534): Process ended prematurely: osmo-stp_10.42.42.5(pid=32534) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32534)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a09:31:49.720580 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:31:49.732660 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:31:49.892128 tst iperf3.py: using LAC 33046\u000a09:31:50.015913 tst iperf3.py: using RAC 151\u000a09:31:50.139762 tst iperf3.py: using CellId 33046\u000a09:31:50.264247 tst iperf3.py: using BVCI 33047\u000a09:31:50.288577 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:31:50.300184 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:31:50.311561 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:31:50.323134 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:31:50.334446 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:31:50.345789 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:31:50.357190 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:31:50.368323 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:31:50.379846 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:31:50.656561 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:31:50.780257 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:31:51.087285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32526): Launched\u000a09:31:51.341757 run iperf3-srv_10.42.42.10(pid=32527): Launched\u000a09:31:51.522714 tst iperf3.py:8: start network...\u000a09:31:51.646459 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:31:52.113728 run create_hlr_db(pid=32528): Launched\u000a09:31:52.284552 bus /gobi_6: Setting Powered False\u000a09:31:53.306768 run create_hlr_db(pid=32528): Terminated: ok {rc=0}\u000a09:31:53.727559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32530): Launched\u000a09:31:54.045145 run osmo-hlr_10.42.42.2(pid=32531): Launched\u000a09:31:54.162158 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:31:54.714112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32533): Launched\u000a09:31:55.032266 run osmo-stp_10.42.42.5(pid=32534): Launched\u000a09:31:55.147471 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:31:55.699235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32536): Launched\u000a09:31:55.812451 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:31:56.087764 run patchelf(pid=32537): Launched\u000a09:31:56.273265 run osmo-stp_10.42.42.5(pid=32534): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32534)]\u000a09:31:56.409358 run osmo-stp_10.42.42.5(pid=32534): stdout: \u000a| (launched: 2022-12-13_09:31:54.876836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:56.545457 run osmo-stp_10.42.42.5(pid=32534): stderr: \u000a| �[0;m�[38;5;43m20221213093155070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093155070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093155070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093155070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093155071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093155071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093155071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:56.676789 run osmo-stp_10.42.42.5(pid=32534): stdout: \u000a| (launched: 2022-12-13_09:31:54.876836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:56.807066 run osmo-stp_10.42.42.5(pid=32534): stderr: \u000a| �[0;m�[38;5;43m20221213093155070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093155070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093155070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093155070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093155071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093155071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093155071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:56.958542 run patchelf(pid=32537): Terminating (SIGINT)\u000a09:31:57.135924 run patchelf(pid=32537): Terminated: ok {rc=0}\u000a09:31:57.168701 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32534): Process ended prematurely: osmo-stp_10.42.42.5(pid=32534) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32534)] [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a09:31:57.178993 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a09:31:57.241411 run osmo-hlr_10.42.42.2(pid=32531): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32531)]\u000a09:31:57.292370 run osmo-hlr_10.42.42.2(pid=32531): stdout: \u000a| (launched: 2022-12-13_09:31:53.889943) \u000a09:31:57.344222 run osmo-hlr_10.42.42.2(pid=32531): stderr: \u000a| �[0;m�[1;31m20221213093154088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093154088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093154088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093154088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093154088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093154088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093154101 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093154109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093154109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093154109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:31:57.388512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32526): Terminating (SIGTERM)\u000a09:31:57.430315 run iperf3-srv_10.42.42.10(pid=32527): Terminating (SIGTERM)\u000a09:31:57.472323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32530): Terminating (SIGTERM)\u000a09:31:57.515051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32533): Terminating (SIGTERM)\u000a09:31:57.556657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32536): Terminating (SIGTERM)\u000a09:31:57.566336 --- ParallelTerminationStrategy: PID 32526 died...\u000a09:31:57.622373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32526): Terminated: ok {rc=0}\u000a09:31:57.632496 --- ParallelTerminationStrategy: PID 32527 died...\u000a09:31:57.687746 run iperf3-srv_10.42.42.10(pid=32527): Terminated {rc=256}\u000a09:31:57.698083 --- ParallelTerminationStrategy: PID 32530 died...\u000a09:31:57.753619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32530): Terminated: ok {rc=0}\u000a09:31:57.763612 --- ParallelTerminationStrategy: PID 32533 died...\u000a09:31:57.819168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32533): Terminated: ok {rc=0}\u000a09:31:57.829287 --- ParallelTerminationStrategy: PID 32536 died...\u000a09:31:57.885435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32536): Terminated: ok {rc=0}\u000a09:31:57.971915 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32552): Process ended prematurely: osmo-stp_10.42.42.5(pid=32552) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32552)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32552): Process ended prematurely: osmo-stp_10.42.42.5(pid=32552) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32552)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a09:31:59.084666 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:31:59.096815 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:31:59.254537 tst iperf3m4.py: using LAC 33047\u000a09:31:59.380221 tst iperf3m4.py: using RAC 152\u000a09:31:59.503580 tst iperf3m4.py: using CellId 33047\u000a09:31:59.628879 tst iperf3m4.py: using BVCI 33048\u000a09:31:59.653100 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:31:59.664586 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:31:59.675886 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:31:59.687220 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:31:59.698628 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:31:59.709959 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:31:59.721378 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:31:59.732537 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:31:59.744098 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:31:59.860382 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:31:59.983201 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:32:00.098593 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:32:00.373943 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:32:00.498120 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:32:00.806276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32538): Launched\u000a09:32:01.131263 run iperf3-srv_10.42.42.10(pid=32539): Launched\u000a09:32:01.316624 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:32:01.444298 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:32:01.782589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32540): Launched\u000a09:32:02.062832 run iperf3-srv_10.42.42.10(pid=32541): Launched\u000a09:32:02.247406 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:32:02.372119 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:32:02.679018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32542): Launched\u000a09:32:02.933829 run iperf3-srv_10.42.42.10(pid=32543): Launched\u000a09:32:03.114617 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:32:03.239093 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:32:03.546507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32544): Launched\u000a09:32:03.801818 run iperf3-srv_10.42.42.10(pid=32545): Launched\u000a09:32:03.982033 tst iperf3m4.py:8: start network...\u000a09:32:04.105220 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:32:04.573861 run create_hlr_db(pid=32546): Launched\u000a09:32:04.744290 bus /gobi_6: Setting Powered False\u000a09:32:05.766045 run create_hlr_db(pid=32546): Terminated: ok {rc=0}\u000a09:32:06.186721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32548): Launched\u000a09:32:06.503701 run osmo-hlr_10.42.42.2(pid=32549): Launched\u000a09:32:06.623756 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:32:07.177163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32551): Launched\u000a09:32:07.495741 run osmo-stp_10.42.42.5(pid=32552): Launched\u000a09:32:07.611917 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:32:08.165551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32554): Launched\u000a09:32:08.278970 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:32:08.555585 run patchelf(pid=32555): Launched\u000a09:32:08.741494 run osmo-stp_10.42.42.5(pid=32552): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32552)]\u000a09:32:08.877418 run osmo-stp_10.42.42.5(pid=32552): stdout: \u000a| (launched: 2022-12-13_09:32:07.339091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:09.014023 run osmo-stp_10.42.42.5(pid=32552): stderr: \u000a| �[0;m�[38;5;43m20221213093207530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093207530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093207531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093207531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093207533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093207534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093207534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:09.145576 run osmo-stp_10.42.42.5(pid=32552): stdout: \u000a| (launched: 2022-12-13_09:32:07.339091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:09.276048 run osmo-stp_10.42.42.5(pid=32552): stderr: \u000a| �[0;m�[38;5;43m20221213093207530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093207530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093207531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093207531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093207533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093207534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093207534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:09.427950 run patchelf(pid=32555): Terminating (SIGINT)\u000a09:32:09.605891 run patchelf(pid=32555): Terminated: ok {rc=0}\u000a09:32:09.638650 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32552): Process ended prematurely: osmo-stp_10.42.42.5(pid=32552) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32552)] [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a09:32:09.648671 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a09:32:09.711525 run osmo-hlr_10.42.42.2(pid=32549): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32549)]\u000a09:32:09.762787 run osmo-hlr_10.42.42.2(pid=32549): stdout: \u000a| (launched: 2022-12-13_09:32:06.348458) \u000a09:32:09.814853 run osmo-hlr_10.42.42.2(pid=32549): stderr: \u000a| �[0;m�[1;31m20221213093206548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093206548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093206548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093206548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093206548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093206548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093206561 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093206569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093206569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093206569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:32:09.859330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32538): Terminating (SIGTERM)\u000a09:32:09.902603 run iperf3-srv_10.42.42.10(pid=32539): Terminating (SIGTERM)\u000a09:32:09.944273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32540): Terminating (SIGTERM)\u000a09:32:09.986171 run iperf3-srv_10.42.42.10(pid=32541): Terminating (SIGTERM)\u000a09:32:10.027996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32542): Terminating (SIGTERM)\u000a09:32:10.070005 run iperf3-srv_10.42.42.10(pid=32543): Terminating (SIGTERM)\u000a09:32:10.111651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32544): Terminating (SIGTERM)\u000a09:32:10.153710 run iperf3-srv_10.42.42.10(pid=32545): Terminating (SIGTERM)\u000a09:32:10.195571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32548): Terminating (SIGTERM)\u000a09:32:10.237633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32551): Terminating (SIGTERM)\u000a09:32:10.279032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32554): Terminating (SIGTERM)\u000a09:32:10.288628 --- ParallelTerminationStrategy: PID 32538 died...\u000a09:32:10.344880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32538): Terminated: ok {rc=0}\u000a09:32:10.355013 --- ParallelTerminationStrategy: PID 32539 died...\u000a09:32:10.410347 run iperf3-srv_10.42.42.10(pid=32539): Terminated {rc=256}\u000a09:32:10.420296 --- ParallelTerminationStrategy: PID 32540 died...\u000a09:32:10.475305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32540): Terminated: ok {rc=0}\u000a09:32:10.485279 --- ParallelTerminationStrategy: PID 32541 died...\u000a09:32:10.540242 run iperf3-srv_10.42.42.10(pid=32541): Terminated {rc=256}\u000a09:32:10.550188 --- ParallelTerminationStrategy: PID 32542 died...\u000a09:32:10.605421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32542): Terminated: ok {rc=0}\u000a09:32:10.615392 --- ParallelTerminationStrategy: PID 32543 died...\u000a09:32:10.670455 run iperf3-srv_10.42.42.10(pid=32543): Terminated {rc=256}\u000a09:32:10.680449 --- ParallelTerminationStrategy: PID 32544 died...\u000a09:32:10.735463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32544): Terminated: ok {rc=0}\u000a09:32:10.745481 --- ParallelTerminationStrategy: PID 32545 died...\u000a09:32:10.800328 run iperf3-srv_10.42.42.10(pid=32545): Terminated {rc=256}\u000a09:32:10.810319 --- ParallelTerminationStrategy: PID 32548 died...\u000a09:32:10.865242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32548): Terminated: ok {rc=0}\u000a09:32:10.875184 --- ParallelTerminationStrategy: PID 32551 died...\u000a09:32:10.930468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32551): Terminated: ok {rc=0}\u000a09:32:10.940521 --- ParallelTerminationStrategy: PID 32554 died...\u000a09:32:10.995597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32554): Terminated: ok {rc=0}\u000a09:32:11.081844 bus /gobi_4: Setting Powered False\u000a09:32:12.188179 bus /gobi_4: Setting Powered False\u000a09:32:13.295953 bus /gobi_1: Setting Powered False\u000a09:32:14.398386 bus /gobi_1: Setting Powered False\u000a09:32:15.508556 bus /gobi_0: Setting Powered False\u000a09:32:16.615472 bus /gobi_0: Setting Powered False\u000a09:32:17.725684 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32563): Process ended prematurely: osmo-stp_10.42.42.5(pid=32563) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32563)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32563): Process ended prematurely: osmo-stp_10.42.42.5(pid=32563) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32563)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a09:32:18.792049 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:32:18.803470 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:32:18.953929 tst ping.py: using LAC 33048\u000a09:32:19.069583 tst ping.py: using RAC 153\u000a09:32:19.183403 tst ping.py: using CellId 33048\u000a09:32:19.297073 tst ping.py: using BVCI 33049\u000a09:32:19.319534 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:32:19.330620 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:32:19.341472 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:32:19.352290 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:32:19.363484 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:32:19.374654 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:32:19.385920 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:32:19.397079 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:32:19.681585 tst ping.py:19: start network...\u000a09:32:19.810796 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:32:20.308118 run create_hlr_db(pid=32557): Launched\u000a09:32:20.490828 bus /gobi_6: Setting Powered False\u000a09:32:21.508820 run create_hlr_db(pid=32557): Terminated: ok {rc=0}\u000a09:32:21.907145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32559): Launched\u000a09:32:22.218074 run osmo-hlr_10.42.42.2(pid=32560): Launched\u000a09:32:22.335559 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:32:22.879992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32562): Launched\u000a09:32:23.192159 run osmo-stp_10.42.42.5(pid=32563): Launched\u000a09:32:23.305484 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:32:23.847716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32565): Launched\u000a09:32:23.958836 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:32:24.229199 run patchelf(pid=32566): Launched\u000a09:32:24.411377 run osmo-stp_10.42.42.5(pid=32563): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32563)]\u000a09:32:24.544754 run osmo-stp_10.42.42.5(pid=32563): stdout: \u000a| (launched: 2022-12-13_09:32:23.038889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:24.678181 run osmo-stp_10.42.42.5(pid=32563): stderr: \u000a| �[0;m�[38;5;43m20221213093223229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093223230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093223230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093223230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093223231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093223231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093223231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:24.807179 run osmo-stp_10.42.42.5(pid=32563): stdout: \u000a| (launched: 2022-12-13_09:32:23.038889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:24.935364 run osmo-stp_10.42.42.5(pid=32563): stderr: \u000a| �[0;m�[38;5;43m20221213093223229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093223230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093223230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093223230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093223231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093223231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093223231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:25.083913 run patchelf(pid=32566): Terminating (SIGINT)\u000a09:32:25.258578 run patchelf(pid=32566): Terminated: ok {rc=0}\u000a09:32:25.290428 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32563): Process ended prematurely: osmo-stp_10.42.42.5(pid=32563) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32563)] [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a09:32:25.299542 tst ping.py:22: Test FAILED (6.5 sec)\u000a09:32:25.361583 run osmo-hlr_10.42.42.2(pid=32560): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32560)]\u000a09:32:25.412435 run osmo-hlr_10.42.42.2(pid=32560): stdout: \u000a| (launched: 2022-12-13_09:32:22.065650) \u000a09:32:25.463921 run osmo-hlr_10.42.42.2(pid=32560): stderr: \u000a| �[0;m�[1;31m20221213093222261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093222261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093222261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093222261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093222261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093222261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093222275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093222285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093222286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093222286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:32:25.507681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32559): Terminating (SIGTERM)\u000a09:32:25.549477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32562): Terminating (SIGTERM)\u000a09:32:25.590814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32565): Terminating (SIGTERM)\u000a09:32:25.600460 --- ParallelTerminationStrategy: PID 32559 died...\u000a09:32:25.655641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32559): Terminated: ok {rc=0}\u000a09:32:25.665714 --- ParallelTerminationStrategy: PID 32562 died...\u000a09:32:25.720306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32562): Terminated: ok {rc=0}\u000a09:32:25.730202 --- ParallelTerminationStrategy: PID 32565 died...\u000a09:32:25.784692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32565): Terminated: ok {rc=0}\u000a09:32:25.868593 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32573): Process ended prematurely: osmo-stp_10.42.42.5(pid=32573) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32573)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32573): Process ended prematurely: osmo-stp_10.42.42.5(pid=32573) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32573)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a09:32:26.921053 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:32:26.933233 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:32:27.097342 tst ping_idle_ping.py: using LAC 33049\u000a09:32:27.218483 tst ping_idle_ping.py: using RAC 154\u000a09:32:27.337247 tst ping_idle_ping.py: using CellId 33049\u000a09:32:27.450528 tst ping_idle_ping.py: using BVCI 33050\u000a09:32:27.473383 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:32:27.484699 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:32:27.495749 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:32:27.506673 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:32:27.518373 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:32:27.529749 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:32:27.541018 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:32:27.552232 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:32:27.836931 tst ping_idle_ping.py:24: start network...\u000a09:32:27.967843 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:32:28.470235 run create_hlr_db(pid=32567): Launched\u000a09:32:28.652420 bus /gobi_6: Setting Powered False\u000a09:32:29.673082 run create_hlr_db(pid=32567): Terminated: ok {rc=0}\u000a09:32:30.066567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32569): Launched\u000a09:32:30.359836 run osmo-hlr_10.42.42.2(pid=32570): Launched\u000a09:32:30.472891 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:32:31.021835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32572): Launched\u000a09:32:31.412757 run osmo-stp_10.42.42.5(pid=32573): Launched\u000a09:32:31.636652 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:32:32.245511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32575): Launched\u000a09:32:32.351963 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:32:32.607688 run patchelf(pid=32576): Launched\u000a09:32:32.779159 run osmo-stp_10.42.42.5(pid=32573): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32573)]\u000a09:32:32.904910 run osmo-stp_10.42.42.5(pid=32573): stdout: \u000a| (launched: 2022-12-13_09:32:31.176565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:33.030736 run osmo-stp_10.42.42.5(pid=32573): stderr: \u000a| �[0;m�[38;5;43m20221213093231501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093231501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093231502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093231502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093231502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093231503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093231503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:33.152514 run osmo-stp_10.42.42.5(pid=32573): stdout: \u000a| (launched: 2022-12-13_09:32:31.176565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:33.273148 run osmo-stp_10.42.42.5(pid=32573): stderr: \u000a| �[0;m�[38;5;43m20221213093231501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093231501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093231502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093231502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093231502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093231503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093231503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:33.413031 run patchelf(pid=32576): Terminating (SIGINT)\u000a09:32:33.577302 run patchelf(pid=32576): Terminated: ok {rc=0}\u000a09:32:33.607185 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32573): Process ended prematurely: osmo-stp_10.42.42.5(pid=32573) [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32573)] [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a09:32:33.615878 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a09:32:33.675450 run osmo-hlr_10.42.42.2(pid=32570): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32570)]\u000a09:32:33.724086 run osmo-hlr_10.42.42.2(pid=32570): stdout: \u000a| (launched: 2022-12-13_09:32:30.215140) \u000a09:32:33.773779 run osmo-hlr_10.42.42.2(pid=32570): stderr: \u000a| �[0;m�[1;31m20221213093230391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093230391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093230391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093230391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093230391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093230391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093230403 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093230412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093230412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093230412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:32:33.816128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32569): Terminating (SIGTERM)\u000a09:32:33.855988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32572): Terminating (SIGTERM)\u000a09:32:33.895818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32575): Terminating (SIGTERM)\u000a09:32:33.905139 --- ParallelTerminationStrategy: PID 32569 died...\u000a09:32:33.958949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32569): Terminated: ok {rc=0}\u000a09:32:33.968636 --- ParallelTerminationStrategy: PID 32572 died...\u000a09:32:34.021906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32572): Terminated: ok {rc=0}\u000a09:32:34.031486 --- ParallelTerminationStrategy: PID 32575 died...\u000a09:32:34.084826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32575): Terminated: ok {rc=0}\u000a09:32:34.172418 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:31:36" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32586): Process ended prematurely: osmo-stp_10.42.42.5(pid=32586) [trial-2387↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32586)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32586): Process ended prematurely: osmo-stp_10.42.42.5(pid=32586) [trial-2387↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32586)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a09:32:36.185456 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:32:36.197039 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:32:36.347388 tst switch_tch_pdch.py: using LAC 33050\u000a09:32:36.470591 tst switch_tch_pdch.py: using RAC 155\u000a09:32:36.593171 tst switch_tch_pdch.py: using CellId 33050\u000a09:32:36.715672 tst switch_tch_pdch.py: using BVCI 33051\u000a09:32:36.739671 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:32:36.751678 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:32:36.763361 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:32:36.774967 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:32:36.787244 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:32:36.799448 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:32:36.811783 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:32:36.823931 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:32:36.940756 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:32:37.226391 tst switch_tch_pdch.py:51: start network...\u000a09:32:37.356310 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:32:37.853493 run create_hlr_db(pid=32580): Launched\u000a09:32:38.035000 bus /gobi_6: Setting Powered False\u000a09:32:39.055718 run create_hlr_db(pid=32580): Terminated: ok {rc=0}\u000a09:32:39.469967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32582): Launched\u000a09:32:39.781169 run osmo-hlr_10.42.42.2(pid=32583): Launched\u000a09:32:39.897179 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:32:40.438802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32585): Launched\u000a09:32:40.750035 run osmo-stp_10.42.42.5(pid=32586): Launched\u000a09:32:40.863158 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:32:41.407016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32588): Launched\u000a09:32:41.518040 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:32:41.788582 run patchelf(pid=32589): Launched\u000a09:32:41.971093 run osmo-stp_10.42.42.5(pid=32586): ERR: Terminated: ERROR {rc=1} [trial-2387↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32586)]\u000a09:32:42.104037 run osmo-stp_10.42.42.5(pid=32586): stdout: \u000a| (launched: 2022-12-13_09:32:40.597273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:42.237453 run osmo-stp_10.42.42.5(pid=32586): stderr: \u000a| �[0;m�[38;5;43m20221213093240790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093240790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093240791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093240791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093240791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093240792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093240792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:42.366686 run osmo-stp_10.42.42.5(pid=32586): stdout: \u000a| (launched: 2022-12-13_09:32:40.597273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:42.494594 run osmo-stp_10.42.42.5(pid=32586): stderr: \u000a| �[0;m�[38;5;43m20221213093240790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093240790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093240791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093240791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093240791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093240792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093240792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:42.643262 run patchelf(pid=32589): Terminating (SIGINT)\u000a09:32:42.818091 run patchelf(pid=32589): Terminated: ok {rc=0}\u000a09:32:42.849864 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=32586): Process ended prematurely: osmo-stp_10.42.42.5(pid=32586) [trial-2387↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32586)] [trial-2387↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a09:32:42.859024 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a09:32:42.921538 run osmo-hlr_10.42.42.2(pid=32583): ERR: Terminated: ERROR {rc=237} [trial-2387↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32583)]\u000a09:32:42.972535 run osmo-hlr_10.42.42.2(pid=32583): stdout: \u000a| (launched: 2022-12-13_09:32:39.628555) \u000a09:32:43.023928 run osmo-hlr_10.42.42.2(pid=32583): stderr: \u000a| �[0;m�[1;31m20221213093239828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093239828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093239828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093239828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093239828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093239828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093239841 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093239851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093239851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093239851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:32:43.067564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32582): Terminating (SIGTERM)\u000a09:32:43.108785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32585): Terminating (SIGTERM)\u000a09:32:43.150036 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32588): Terminating (SIGTERM)\u000a09:32:43.159697 --- ParallelTerminationStrategy: PID 32582 died...\u000a09:32:43.214729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32582): Terminated: ok {rc=0}\u000a09:32:43.224645 --- ParallelTerminationStrategy: PID 32585 died...\u000a09:32:43.279424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32585): Terminated: ok {rc=0}\u000a09:32:43.289430 --- ParallelTerminationStrategy: PID 32588 died...\u000a09:32:43.344207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32588): Terminated: ok {rc=0}\u000a09:32:43.429855 bus /gobi_0: Setting Powered False\u000a09:32:44.533213 bus /gobi_0: Setting Powered False\u000a09:32:45.640089 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:32:35" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32599): Process ended prematurely: osmo-stp_10.42.42.5(pid=32599) [trial-2387↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32599)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32599): Process ended prematurely: osmo-stp_10.42.42.5(pid=32599) [trial-2387↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32599)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a09:32:47.626394 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:32:47.638867 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a09:32:47.798064 tst switch_tch_pdch.py: using LAC 33051\u000a09:32:47.920861 tst switch_tch_pdch.py: using RAC 156\u000a09:32:48.049757 tst switch_tch_pdch.py: using CellId 33051\u000a09:32:48.170670 tst switch_tch_pdch.py: using BVCI 33052\u000a09:32:48.194568 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:32:48.206541 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:32:48.218106 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:32:48.229477 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:32:48.240711 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:32:48.252086 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:32:48.263542 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:32:48.274917 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a09:32:48.388667 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a09:32:48.663502 tst switch_tch_pdch.py:51: start network...\u000a09:32:48.784174 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:32:49.219266 run create_hlr_db(pid=32593): Launched\u000a09:32:49.338278 bus /gobi_6: Setting Powered False\u000a09:32:50.408082 run create_hlr_db(pid=32593): Terminated: ok {rc=0}\u000a09:32:50.772137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32595): Launched\u000a09:32:51.063968 run osmo-hlr_10.42.42.2(pid=32596): Launched\u000a09:32:51.170391 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:32:51.651011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32598): Launched\u000a09:32:51.941695 run osmo-stp_10.42.42.5(pid=32599): Launched\u000a09:32:52.047617 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:32:52.529877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32601): Launched\u000a09:32:52.633355 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:32:52.887421 run patchelf(pid=32602): Launched\u000a09:32:53.057737 run osmo-stp_10.42.42.5(pid=32599): ERR: Terminated: ERROR {rc=1} [trial-2387↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32599)]\u000a09:32:53.182446 run osmo-stp_10.42.42.5(pid=32599): stdout: \u000a| (launched: 2022-12-13_09:32:51.798454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:53.307432 run osmo-stp_10.42.42.5(pid=32599): stderr: \u000a| �[0;m�[38;5;43m20221213093251968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093251968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093251969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093251969 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093251969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093251970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093251970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:53.428060 run osmo-stp_10.42.42.5(pid=32599): stdout: \u000a| (launched: 2022-12-13_09:32:51.798454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:53.547841 run osmo-stp_10.42.42.5(pid=32599): stderr: \u000a| �[0;m�[38;5;43m20221213093251968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093251968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093251969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093251969 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093251969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093251970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093251970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:53.687131 run patchelf(pid=32602): Terminating (SIGINT)\u000a09:32:53.850894 run patchelf(pid=32602): Terminated: ok {rc=0}\u000a09:32:53.880843 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=32599): Process ended prematurely: osmo-stp_10.42.42.5(pid=32599) [trial-2387↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32599)] [trial-2387↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a09:32:53.889479 tst switch_tch_pdch.py:54: Test FAILED (6.3 sec)\u000a09:32:53.949263 run osmo-hlr_10.42.42.2(pid=32596): ERR: Terminated: ERROR {rc=237} [trial-2387↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32596)]\u000a09:32:53.997812 run osmo-hlr_10.42.42.2(pid=32596): stdout: \u000a| (launched: 2022-12-13_09:32:50.919955) \u000a09:32:54.046872 run osmo-hlr_10.42.42.2(pid=32596): stderr: \u000a| �[0;m�[1;31m20221213093251095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093251095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093251095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093251095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093251095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093251095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093251125 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093251135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093251135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093251135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:32:54.088555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32595): Terminating (SIGTERM)\u000a09:32:54.127756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32598): Terminating (SIGTERM)\u000a09:32:54.167082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32601): Terminating (SIGTERM)\u000a09:32:54.176148 --- ParallelTerminationStrategy: PID 32595 died...\u000a09:32:54.228801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32595): Terminated: ok {rc=0}\u000a09:32:54.238137 --- ParallelTerminationStrategy: PID 32598 died...\u000a09:32:54.290542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32598): Terminated: ok {rc=0}\u000a09:32:54.299862 --- ParallelTerminationStrategy: PID 32601 died...\u000a09:32:54.352347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32601): Terminated: ok {rc=0}\u000a09:32:54.439285 bus /gobi_0: Setting Powered False\u000a09:32:55.545215 bus /gobi_0: Setting Powered False\u000a09:32:56.650355 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:32:47" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=32607): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32607) [trial-2387↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32607)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32607): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32607) [trial-2387↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32607)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a09:32:58.529646 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a09:32:58.540824 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a09:32:58.671195 tst mo_mt_sms.py: using LAC 33052\u000a09:32:58.795800 tst mo_mt_sms.py: using RAC 157\u000a09:32:58.920576 tst mo_mt_sms.py: using CellId 33052\u000a09:32:59.044006 tst mo_mt_sms.py: using BVCI 33053\u000a09:32:59.067689 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a09:32:59.184001 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a09:32:59.467567 tst mo_mt_sms.py:9: start nitb and bts...\u000a09:32:59.597073 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:33:00.239883 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32606): Launched\u000a09:33:00.546725 run osmo-nitb_10.42.42.2(pid=32607): Launched\u000a09:33:00.737970 run osmo-nitb_10.42.42.2(pid=32607): ERR: Terminated: ERROR {rc=2} [trial-2387↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32607)]\u000a09:33:00.884030 run osmo-nitb_10.42.42.2(pid=32607): stdout: \u000a| (launched: 2022-12-13_09:33:00.397952) \u000a09:33:01.038452 run osmo-nitb_10.42.42.2(pid=32607): stderr: \u000a| (launched: 2022-12-13_09:33:00.444300)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:33:01.178619 run osmo-nitb_10.42.42.2(pid=32607): stdout: \u000a| (launched: 2022-12-13_09:33:00.397952) \u000a09:33:01.339265 run osmo-nitb_10.42.42.2(pid=32607): stderr: \u000a| (launched: 2022-12-13_09:33:00.444300)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:33:01.678350 tst osmo-nitb_10.42.42.2(pid=32607): stdout: \u000a| (launched: 2022-12-13_09:33:00.397952) \u000a09:33:01.805962 tst osmo-nitb_10.42.42.2(pid=32607): stderr: \u000a| (launched: 2022-12-13_09:33:00.444300)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:33:01.861288 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=32607): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32607) [trial-2387↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32607)] [trial-2387↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a09:33:01.870473 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a09:33:01.907773 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32606): Terminating (SIGTERM)\u000a09:33:02.085590 --- ParallelTerminationStrategy: PID 32606 died...\u000a09:33:02.143462 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32606): Terminated: ok {rc=0}\u000a09:33:02.231215 bus /sierra_3: Setting Powered False\u000a09:33:03.336732 bus /sierra_3: Setting Powered False\u000a09:33:04.447510 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:32:58" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "sms:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32619): Process ended prematurely: osmo-stp_10.42.42.5(pid=32619) [trial-2387↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32619)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32619): Process ended prematurely: osmo-stp_10.42.42.5(pid=32619) [trial-2387↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32619)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a09:33:06.308570 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:33:06.319389 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:33:06.446786 tst mo_mt_sms.py: using LAC 33053\u000a09:33:06.565055 tst mo_mt_sms.py: using RAC 158\u000a09:33:06.687494 tst mo_mt_sms.py: using CellId 33053\u000a09:33:06.805619 tst mo_mt_sms.py: using BVCI 33054\u000a09:33:06.827983 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:33:06.838719 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:33:06.849513 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:33:06.859938 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:33:06.871411 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:33:06.882690 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a09:33:07.003279 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a09:33:07.205243 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:33:07.665449 run create_hlr_db(pid=32613): Launched\u000a09:33:07.834519 bus /sierra_2: Setting Powered False\u000a09:33:08.856083 run create_hlr_db(pid=32613): Terminated: ok {rc=0}\u000a09:33:09.270018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32615): Launched\u000a09:33:09.581800 run osmo-hlr_10.42.42.2(pid=32616): Launched\u000a09:33:09.697154 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:33:10.237352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32618): Launched\u000a09:33:10.547274 run osmo-stp_10.42.42.5(pid=32619): Launched\u000a09:33:10.660408 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:33:11.230100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32621): Launched\u000a09:33:11.541127 run osmo-msc_10.42.42.6(pid=32622): Launched\u000a09:33:11.726631 run osmo-stp_10.42.42.5(pid=32619): ERR: Terminated: ERROR {rc=1} [trial-2387↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32619)]\u000a09:33:11.859988 run osmo-stp_10.42.42.5(pid=32619): stdout: \u000a| (launched: 2022-12-13_09:33:10.395239)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:11.992877 run osmo-stp_10.42.42.5(pid=32619): stderr: \u000a| �[0;m�[38;5;43m20221213093310585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093310585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093310586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093310586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093310586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093310586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093310587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:12.118682 run osmo-stp_10.42.42.5(pid=32619): stdout: \u000a| (launched: 2022-12-13_09:33:10.395239)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:12.243629 run osmo-stp_10.42.42.5(pid=32619): stderr: \u000a| �[0;m�[38;5;43m20221213093310585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093310585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093310586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093310586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093310586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093310586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093310587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:12.298230 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=32619): Process ended prematurely: osmo-stp_10.42.42.5(pid=32619) [trial-2387↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32619)] [trial-2387↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a09:33:12.306925 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a09:33:12.368897 run osmo-hlr_10.42.42.2(pid=32616): ERR: Terminated: ERROR {rc=237} [trial-2387↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32616)]\u000a09:33:12.420280 run osmo-hlr_10.42.42.2(pid=32616): stdout: \u000a| (launched: 2022-12-13_09:33:09.428659) \u000a09:33:12.472268 run osmo-hlr_10.42.42.2(pid=32616): stderr: \u000a| �[0;m�[1;31m20221213093309626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093309627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093309627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093309627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093309627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093309627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093309639 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093309649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093309649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093309650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:33:12.542385 run osmo-msc_10.42.42.6(pid=32622): ERR: Terminated: ERROR {rc=2} [trial-2387↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32622)]\u000a09:33:12.593310 run osmo-msc_10.42.42.6(pid=32622): stdout: \u000a| (launched: 2022-12-13_09:33:11.388537) \u000a09:33:12.644664 run osmo-msc_10.42.42.6(pid=32622): stderr: \u000a| �[0;m�[38;5;43m20221213093311708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213093311708 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a340cdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213093311708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213093311708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213093311709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213093311709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213093311710 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213093311711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213093311711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213093311711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:33:12.688494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32615): Terminating (SIGTERM)\u000a09:33:12.729957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32618): Terminating (SIGTERM)\u000a09:33:12.772002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32621): Terminating (SIGTERM)\u000a09:33:12.781790 --- ParallelTerminationStrategy: PID 32615 died...\u000a09:33:12.837735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32615): Terminated: ok {rc=0}\u000a09:33:12.847900 --- ParallelTerminationStrategy: PID 32618 died...\u000a09:33:12.904115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32618): Terminated: ok {rc=0}\u000a09:33:12.914860 --- ParallelTerminationStrategy: PID 32621 died...\u000a09:33:12.970529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32621): Terminated: ok {rc=0}\u000a09:33:13.056496 bus /sierra_3: Setting Powered False\u000a09:33:14.162595 bus /sierra_3: Setting Powered False\u000a09:33:15.271876 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:33:06" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=32628): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32628) [trial-2387↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32628)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32628): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32628) [trial-2387↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32628)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a09:33:17.172850 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a09:33:17.185585 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:33:17.319272 tst assert_extension.py: using LAC 33054\u000a09:33:17.433010 tst assert_extension.py: using RAC 159\u000a09:33:17.547398 tst assert_extension.py: using CellId 33054\u000a09:33:17.661565 tst assert_extension.py: using BVCI 33055\u000a09:33:17.683778 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a09:33:17.968272 tst assert_extension.py:10: start nitb and bts...\u000a09:33:18.098192 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:33:18.740432 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32627): Launched\u000a09:33:19.049057 run osmo-nitb_10.42.42.2(pid=32628): Launched\u000a09:33:19.239426 run osmo-nitb_10.42.42.2(pid=32628): ERR: Terminated: ERROR {rc=2} [trial-2387↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32628)]\u000a09:33:19.380395 run osmo-nitb_10.42.42.2(pid=32628): stdout: \u000a| (launched: 2022-12-13_09:33:18.898961) \u000a09:33:19.521685 run osmo-nitb_10.42.42.2(pid=32628): stderr: \u000a| (launched: 2022-12-13_09:33:18.946316)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:33:19.658429 run osmo-nitb_10.42.42.2(pid=32628): stdout: \u000a| (launched: 2022-12-13_09:33:18.898961) \u000a09:33:19.793947 run osmo-nitb_10.42.42.2(pid=32628): stderr: \u000a| (launched: 2022-12-13_09:33:18.946316)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:33:20.173859 tst osmo-nitb_10.42.42.2(pid=32628): stdout: \u000a| (launched: 2022-12-13_09:33:18.898961) \u000a09:33:20.298136 tst osmo-nitb_10.42.42.2(pid=32628): stderr: \u000a| (launched: 2022-12-13_09:33:18.946316)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:33:20.352862 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=32628): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32628) [trial-2387↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32628)] [trial-2387↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a09:33:20.361609 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a09:33:20.397034 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32627): Terminating (SIGTERM)\u000a09:33:20.574562 --- ParallelTerminationStrategy: PID 32627 died...\u000a09:33:20.631737 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32627): Terminated: ok {rc=0}\u000a09:33:20.716879 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:33:16" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "ussd:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32638): Process ended prematurely: osmo-stp_10.42.42.5(pid=32638) [trial-2387↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32638)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32638): Process ended prematurely: osmo-stp_10.42.42.5(pid=32638) [trial-2387↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32638)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a09:33:22.529274 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:33:22.540291 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:33:22.666674 tst assert_extension.py: using LAC 33055\u000a09:33:22.786840 tst assert_extension.py: using RAC 160\u000a09:33:22.907171 tst assert_extension.py: using CellId 33055\u000a09:33:23.028941 tst assert_extension.py: using BVCI 33056\u000a09:33:23.052549 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:33:23.063628 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:33:23.074682 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:33:23.085630 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:33:23.096625 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:33:23.107618 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a09:33:23.304131 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:33:23.762134 run create_hlr_db(pid=32632): Launched\u000a09:33:23.930003 bus /sierra_2: Setting Powered False\u000a09:33:24.950220 run create_hlr_db(pid=32632): Terminated: ok {rc=0}\u000a09:33:25.364547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32634): Launched\u000a09:33:25.677068 run osmo-hlr_10.42.42.2(pid=32635): Launched\u000a09:33:25.791836 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:33:26.335432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32637): Launched\u000a09:33:26.646828 run osmo-stp_10.42.42.5(pid=32638): Launched\u000a09:33:26.760162 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:33:27.330382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32640): Launched\u000a09:33:27.640910 run osmo-msc_10.42.42.6(pid=32641): Launched\u000a09:33:27.824488 run osmo-stp_10.42.42.5(pid=32638): ERR: Terminated: ERROR {rc=1} [trial-2387↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32638)]\u000a09:33:27.961894 run osmo-stp_10.42.42.5(pid=32638): stdout: \u000a| (launched: 2022-12-13_09:33:26.494198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:28.093992 run osmo-stp_10.42.42.5(pid=32638): stderr: \u000a| �[0;m�[38;5;43m20221213093326684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093326684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093326684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093326685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093326685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093326685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093326685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:28.219763 run osmo-stp_10.42.42.5(pid=32638): stdout: \u000a| (launched: 2022-12-13_09:33:26.494198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:28.344420 run osmo-stp_10.42.42.5(pid=32638): stderr: \u000a| �[0;m�[38;5;43m20221213093326684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093326684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093326684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093326685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093326685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093326685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093326685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:28.398957 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=32638): Process ended prematurely: osmo-stp_10.42.42.5(pid=32638) [trial-2387↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32638)] [trial-2387↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a09:33:28.407585 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a09:33:28.470183 run osmo-hlr_10.42.42.2(pid=32635): ERR: Terminated: ERROR {rc=237} [trial-2387↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32635)]\u000a09:33:28.521807 run osmo-hlr_10.42.42.2(pid=32635): stdout: \u000a| (launched: 2022-12-13_09:33:25.523357) \u000a09:33:28.573932 run osmo-hlr_10.42.42.2(pid=32635): stderr: \u000a| �[0;m�[1;31m20221213093325720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093325720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093325720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093325720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093325720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093325720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093325733 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093325741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093325741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093325741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:33:28.644418 run osmo-msc_10.42.42.6(pid=32641): ERR: Terminated: ERROR {rc=2} [trial-2387↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32641)]\u000a09:33:28.695685 run osmo-msc_10.42.42.6(pid=32641): stdout: \u000a| (launched: 2022-12-13_09:33:27.488617) \u000a09:33:28.747429 run osmo-msc_10.42.42.6(pid=32641): stderr: \u000a| �[0;m�[38;5;43m20221213093327809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213093327809 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9472d97c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213093327809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213093327809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213093327810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213093327810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213093327811 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213093327812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213093327812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213093327812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:33:28.791230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32634): Terminating (SIGTERM)\u000a09:33:28.833245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32637): Terminating (SIGTERM)\u000a09:33:28.874967 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32640): Terminating (SIGTERM)\u000a09:33:28.884631 --- ParallelTerminationStrategy: PID 32634 died...\u000a09:33:28.940656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32634): Terminated: ok {rc=0}\u000a09:33:28.951095 --- ParallelTerminationStrategy: PID 32637 died...\u000a09:33:29.006930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32637): Terminated: ok {rc=0}\u000a09:33:29.017171 --- ParallelTerminationStrategy: PID 32640 died...\u000a09:33:29.072703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32640): Terminated: ok {rc=0}\u000a09:33:29.159982 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:33:22" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32652): Process ended prematurely: osmo-stp_10.42.42.5(pid=32652) [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32652)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32652): Process ended prematurely: osmo-stp_10.42.42.5(pid=32652) [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32652)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:33:31.119386 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:33:31.131607 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:33:31.282729 tst mo_mt_call.py: using LAC 33056\u000a09:33:31.435036 tst mo_mt_call.py: using RAC 161\u000a09:33:31.563179 tst mo_mt_call.py: using CellId 33056\u000a09:33:31.688705 tst mo_mt_call.py: using BVCI 33057\u000a09:33:31.714159 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:33:31.727891 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:33:31.740343 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:33:31.753319 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:33:31.765588 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:33:31.778966 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:33:31.907843 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:33:32.154380 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:33:32.626770 run create_hlr_db(pid=32646): Launched\u000a09:33:32.796662 bus /sierra_2: Setting Powered False\u000a09:33:33.819424 run create_hlr_db(pid=32646): Terminated: ok {rc=0}\u000a09:33:34.213709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32648): Launched\u000a09:33:34.509463 run osmo-hlr_10.42.42.2(pid=32649): Launched\u000a09:33:34.622501 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:33:35.144604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32651): Launched\u000a09:33:35.440533 run osmo-stp_10.42.42.5(pid=32652): Launched\u000a09:33:35.549261 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:33:36.090773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32654): Launched\u000a09:33:36.388638 run osmo-msc_10.42.42.6(pid=32655): Launched\u000a09:33:36.564827 run osmo-stp_10.42.42.5(pid=32652): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32652)]\u000a09:33:36.691901 run osmo-stp_10.42.42.5(pid=32652): stdout: \u000a| (launched: 2022-12-13_09:33:35.294407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:36.815807 run osmo-stp_10.42.42.5(pid=32652): stderr: \u000a| �[0;m�[38;5;43m20221213093335463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093335463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093335464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093335464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093335465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093335465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093335465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:36.935646 run osmo-stp_10.42.42.5(pid=32652): stdout: \u000a| (launched: 2022-12-13_09:33:35.294407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:37.054556 run osmo-stp_10.42.42.5(pid=32652): stderr: \u000a| �[0;m�[38;5;43m20221213093335463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093335463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093335464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093335464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093335465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093335465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093335465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:37.107315 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32652): Process ended prematurely: osmo-stp_10.42.42.5(pid=32652) [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32652)] [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a09:33:37.115810 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a09:33:37.175176 run osmo-hlr_10.42.42.2(pid=32649): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32649)]\u000a09:33:37.223797 run osmo-hlr_10.42.42.2(pid=32649): stdout: \u000a| (launched: 2022-12-13_09:33:34.363616) \u000a09:33:37.273058 run osmo-hlr_10.42.42.2(pid=32649): stderr: \u000a| �[0;m�[1;31m20221213093334538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093334538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093334538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093334538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093334538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093334538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093334550 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093334560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093334561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093334561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:33:37.340386 run osmo-msc_10.42.42.6(pid=32655): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32655)]\u000a09:33:37.389043 run osmo-msc_10.42.42.6(pid=32655): stdout: \u000a| (launched: 2022-12-13_09:33:36.241616) \u000a09:33:37.438056 run osmo-msc_10.42.42.6(pid=32655): stderr: \u000a| �[0;m�[38;5;43m20221213093336513 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213093336513 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbc944e7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213093336513 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213093336513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213093336513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213093336514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213093336515 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213093336516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213093336516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213093336516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:33:37.479543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32648): Terminating (SIGTERM)\u000a09:33:37.518718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32651): Terminating (SIGTERM)\u000a09:33:37.557819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32654): Terminating (SIGTERM)\u000a09:33:37.566831 --- ParallelTerminationStrategy: PID 32648 died...\u000a09:33:37.619705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32648): Terminated: ok {rc=0}\u000a09:33:37.629323 --- ParallelTerminationStrategy: PID 32651 died...\u000a09:33:37.681854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32651): Terminated: ok {rc=0}\u000a09:33:37.691276 --- ParallelTerminationStrategy: PID 32654 died...\u000a09:33:37.744346 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32654): Terminated: ok {rc=0}\u000a09:33:37.831481 bus /sierra_3: Setting Powered False\u000a09:33:38.932479 bus /sierra_3: Setting Powered False\u000a09:33:40.040761 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32664): Process ended prematurely: osmo-stp_10.42.42.5(pid=32664) [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32664)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32664): Process ended prematurely: osmo-stp_10.42.42.5(pid=32664) [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32664)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:33:41.148494 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:33:41.160107 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:33:41.303355 tst mo_mt_call_osmux.py: using LAC 33057\u000a09:33:41.421478 tst mo_mt_call_osmux.py: using RAC 162\u000a09:33:41.537764 tst mo_mt_call_osmux.py: using CellId 33057\u000a09:33:41.653425 tst mo_mt_call_osmux.py: using BVCI 33058\u000a09:33:41.675915 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:33:41.687108 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:33:41.698101 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:33:41.708918 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:33:41.720260 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:33:41.731612 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:33:41.845357 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:33:42.045081 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:33:42.511050 run create_hlr_db(pid=32657): Launched\u000a09:33:42.681650 bus /sierra_2: Setting Powered False\u000a09:33:43.704903 run create_hlr_db(pid=32657): Terminated: ok {rc=0}\u000a09:33:44.099494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32659): Launched\u000a09:33:44.396743 run osmo-hlr_10.42.42.2(pid=32660): Launched\u000a09:33:44.512433 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:33:45.033179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32662): Launched\u000a09:33:45.332101 run osmo-stp_10.42.42.5(pid=32664): Launched\u000a09:33:45.440893 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:33:46.034666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32666): Launched\u000a09:33:46.522785 run osmo-msc_10.42.42.6(pid=32667): Launched\u000a09:33:46.930048 run osmo-stp_10.42.42.5(pid=32664): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32664)]\u000a09:33:47.069524 run osmo-stp_10.42.42.5(pid=32664): stdout: \u000a| (launched: 2022-12-13_09:33:45.185641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:47.227222 run osmo-stp_10.42.42.5(pid=32664): stderr: \u000a| �[0;m�[38;5;43m20221213093345356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093345356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093345357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093345357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093345358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093345358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093345358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:47.363416 run osmo-stp_10.42.42.5(pid=32664): stdout: \u000a| (launched: 2022-12-13_09:33:45.185641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:47.489880 run osmo-stp_10.42.42.5(pid=32664): stderr: \u000a| �[0;m�[38;5;43m20221213093345356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093345356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093345357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093345357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093345358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093345358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093345358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:47.542422 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32664): Process ended prematurely: osmo-stp_10.42.42.5(pid=32664) [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32664)] [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a09:33:47.551021 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a09:33:47.612205 run osmo-hlr_10.42.42.2(pid=32660): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32660)]\u000a09:33:47.662042 run osmo-hlr_10.42.42.2(pid=32660): stdout: \u000a| (launched: 2022-12-13_09:33:44.250614) \u000a09:33:47.712094 run osmo-hlr_10.42.42.2(pid=32660): stderr: \u000a| �[0;m�[1;31m20221213093344427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093344427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093344427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093344427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093344427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093344427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093344439 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093344448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093344448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093344448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:33:47.780264 run osmo-msc_10.42.42.6(pid=32667): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32667)]\u000a09:33:47.829772 run osmo-msc_10.42.42.6(pid=32667): stdout: \u000a| (launched: 2022-12-13_09:33:46.191070) \u000a09:33:47.879959 run osmo-msc_10.42.42.6(pid=32667): stderr: \u000a| �[0;m�[38;5;43m20221213093346554 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213093346554 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5d1a861c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213093346554 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213093346554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213093346554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213093346555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213093346556 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213093346557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213093346557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213093346557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:33:47.922879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32659): Terminating (SIGTERM)\u000a09:33:47.963180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32662): Terminating (SIGTERM)\u000a09:33:48.003429 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32666): Terminating (SIGTERM)\u000a09:33:48.012635 --- ParallelTerminationStrategy: PID 32659 died...\u000a09:33:48.067253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32659): Terminated: ok {rc=0}\u000a09:33:48.076809 --- ParallelTerminationStrategy: PID 32662 died...\u000a09:33:48.131177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32662): Terminated: ok {rc=0}\u000a09:33:48.140738 --- ParallelTerminationStrategy: PID 32666 died...\u000a09:33:48.195260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32666): Terminated: ok {rc=0}\u000a09:33:48.283643 bus /sierra_3: Setting Powered False\u000a09:33:49.384569 bus /sierra_3: Setting Powered False\u000a09:33:50.493978 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:33:30" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32678): Process ended prematurely: osmo-stp_10.42.42.5(pid=32678) [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32678)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32678): Process ended prematurely: osmo-stp_10.42.42.5(pid=32678) [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32678)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a09:33:52.455704 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:33:52.466813 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:33:52.612622 tst mo_mt_call.py: using LAC 33058\u000a09:33:52.729173 tst mo_mt_call.py: using RAC 163\u000a09:33:52.847014 tst mo_mt_call.py: using CellId 33058\u000a09:33:52.962885 tst mo_mt_call.py: using BVCI 33059\u000a09:33:52.985848 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:33:52.997254 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:33:53.008067 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:33:53.018941 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:33:53.030369 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:33:53.041576 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:33:53.158235 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:33:53.367644 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:33:53.874290 run create_hlr_db(pid=32672): Launched\u000a09:33:54.058163 bus /sierra_2: Setting Powered False\u000a09:33:55.079314 run create_hlr_db(pid=32672): Terminated: ok {rc=0}\u000a09:33:55.477149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32674): Launched\u000a09:33:55.773245 run osmo-hlr_10.42.42.2(pid=32675): Launched\u000a09:33:55.886357 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:33:56.410929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32677): Launched\u000a09:33:56.708650 run osmo-stp_10.42.42.5(pid=32678): Launched\u000a09:33:56.818040 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:33:57.358697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32680): Launched\u000a09:33:57.655288 run osmo-msc_10.42.42.6(pid=32681): Launched\u000a09:33:57.831350 run osmo-stp_10.42.42.5(pid=32678): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32678)]\u000a09:33:57.957804 run osmo-stp_10.42.42.5(pid=32678): stdout: \u000a| (launched: 2022-12-13_09:33:56.561910)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:58.081718 run osmo-stp_10.42.42.5(pid=32678): stderr: \u000a| �[0;m�[38;5;43m20221213093356733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093356733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093356733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093356734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093356734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093356734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093356734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:58.201450 run osmo-stp_10.42.42.5(pid=32678): stdout: \u000a| (launched: 2022-12-13_09:33:56.561910)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:58.320103 run osmo-stp_10.42.42.5(pid=32678): stderr: \u000a| �[0;m�[38;5;43m20221213093356733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093356733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093356733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093356734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093356734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093356734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093356734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:58.372409 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32678): Process ended prematurely: osmo-stp_10.42.42.5(pid=32678) [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32678)] [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a09:33:58.381277 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a09:33:58.440920 run osmo-hlr_10.42.42.2(pid=32675): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32675)]\u000a09:33:58.489535 run osmo-hlr_10.42.42.2(pid=32675): stdout: \u000a| (launched: 2022-12-13_09:33:55.627921) \u000a09:33:58.538933 run osmo-hlr_10.42.42.2(pid=32675): stderr: \u000a| �[0;m�[1;31m20221213093355802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093355802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093355802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093355802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093355802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093355802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093355817 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093355825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093355826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093355826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:33:58.605778 run osmo-msc_10.42.42.6(pid=32681): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32681)]\u000a09:33:58.654374 run osmo-msc_10.42.42.6(pid=32681): stdout: \u000a| (launched: 2022-12-13_09:33:57.509757) \u000a09:33:58.703524 run osmo-msc_10.42.42.6(pid=32681): stderr: \u000a| �[0;m�[38;5;43m20221213093357783 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213093357783 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ba4ab7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213093357783 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213093357783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213093357783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213093357784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213093357785 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213093357786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213093357786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213093357786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:33:58.745330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32674): Terminating (SIGTERM)\u000a09:33:58.784821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32677): Terminating (SIGTERM)\u000a09:33:58.824363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32680): Terminating (SIGTERM)\u000a09:33:58.833772 --- ParallelTerminationStrategy: PID 32674 died...\u000a09:33:58.887632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32674): Terminated: ok {rc=0}\u000a09:33:58.897316 --- ParallelTerminationStrategy: PID 32677 died...\u000a09:33:58.950275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32677): Terminated: ok {rc=0}\u000a09:33:58.959679 --- ParallelTerminationStrategy: PID 32680 died...\u000a09:33:59.012597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32680): Terminated: ok {rc=0}\u000a09:33:59.095047 bus /sierra_3: Setting Powered False\u000a09:34:00.199860 bus /sierra_3: Setting Powered False\u000a09:34:01.322862 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32689): Process ended prematurely: osmo-stp_10.42.42.5(pid=32689) [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32689)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32689): Process ended prematurely: osmo-stp_10.42.42.5(pid=32689) [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32689)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:34:02.438447 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:34:02.450637 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:34:02.602273 tst mo_mt_call_osmux.py: using LAC 33059\u000a09:34:02.727313 tst mo_mt_call_osmux.py: using RAC 164\u000a09:34:02.852582 tst mo_mt_call_osmux.py: using CellId 33059\u000a09:34:02.979209 tst mo_mt_call_osmux.py: using BVCI 33060\u000a09:34:03.003589 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:34:03.015270 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:34:03.026758 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:34:03.038293 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:34:03.049905 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:34:03.061356 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:34:03.179333 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:34:03.380639 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:34:03.849611 run create_hlr_db(pid=32683): Launched\u000a09:34:04.020514 bus /sierra_2: Setting Powered False\u000a09:34:05.042976 run create_hlr_db(pid=32683): Terminated: ok {rc=0}\u000a09:34:05.465174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32685): Launched\u000a09:34:05.782398 run osmo-hlr_10.42.42.2(pid=32686): Launched\u000a09:34:05.898964 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:34:06.449188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32688): Launched\u000a09:34:06.765580 run osmo-stp_10.42.42.5(pid=32689): Launched\u000a09:34:06.879742 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:34:07.459124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32691): Launched\u000a09:34:07.776600 run osmo-msc_10.42.42.6(pid=32692): Launched\u000a09:34:07.963668 run osmo-stp_10.42.42.5(pid=32689): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32689)]\u000a09:34:08.102127 run osmo-stp_10.42.42.5(pid=32689): stdout: \u000a| (launched: 2022-12-13_09:34:06.610417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:08.234660 run osmo-stp_10.42.42.5(pid=32689): stderr: \u000a| �[0;m�[38;5;43m20221213093406803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093406803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093406803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093406804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093406804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093406804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093406804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:08.362769 run osmo-stp_10.42.42.5(pid=32689): stdout: \u000a| (launched: 2022-12-13_09:34:06.610417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:08.489669 run osmo-stp_10.42.42.5(pid=32689): stderr: \u000a| �[0;m�[38;5;43m20221213093406803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093406803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093406803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093406804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093406804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093406804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093406804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:08.545941 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32689): Process ended prematurely: osmo-stp_10.42.42.5(pid=32689) [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32689)] [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a09:34:08.555218 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:34:08.617718 run osmo-hlr_10.42.42.2(pid=32686): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32686)]\u000a09:34:08.668827 run osmo-hlr_10.42.42.2(pid=32686): stdout: \u000a| (launched: 2022-12-13_09:34:05.626971) \u000a09:34:08.720720 run osmo-hlr_10.42.42.2(pid=32686): stderr: \u000a| �[0;m�[1;31m20221213093405825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093405825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093405825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093405825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093405825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093405825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093405838 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093405848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093405848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093405848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:34:08.791423 run osmo-msc_10.42.42.6(pid=32692): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32692)]\u000a09:34:08.842697 run osmo-msc_10.42.42.6(pid=32692): stdout: \u000a| (launched: 2022-12-13_09:34:07.621400) \u000a09:34:08.894900 run osmo-msc_10.42.42.6(pid=32692): stderr: \u000a| �[0;m�[38;5;43m20221213093407946 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213093407946 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc20971fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213093407946 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213093407946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213093407947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213093407947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213093407948 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213093407949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213093407949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213093407949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:34:08.939133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32685): Terminating (SIGTERM)\u000a09:34:08.981107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32688): Terminating (SIGTERM)\u000a09:34:09.023080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32691): Terminating (SIGTERM)\u000a09:34:09.032649 --- ParallelTerminationStrategy: PID 32685 died...\u000a09:34:09.087649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32685): Terminated: ok {rc=0}\u000a09:34:09.097962 --- ParallelTerminationStrategy: PID 32688 died...\u000a09:34:09.152738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32688): Terminated: ok {rc=0}\u000a09:34:09.162657 --- ParallelTerminationStrategy: PID 32691 died...\u000a09:34:09.217383 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32691): Terminated: ok {rc=0}\u000a09:34:09.303447 bus /sierra_3: Setting Powered False\u000a09:34:10.407381 bus /sierra_3: Setting Powered False\u000a09:34:11.517319 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:33:52" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32703): Process ended prematurely: osmo-stp_10.42.42.5(pid=32703) [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32703)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32703): Process ended prematurely: osmo-stp_10.42.42.5(pid=32703) [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32703)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:34:13.499844 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:34:13.511678 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:34:13.661914 tst mo_mt_call.py: using LAC 33060\u000a09:34:13.785266 tst mo_mt_call.py: using RAC 165\u000a09:34:13.908280 tst mo_mt_call.py: using CellId 33060\u000a09:34:14.031618 tst mo_mt_call.py: using BVCI 33061\u000a09:34:14.055920 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:34:14.067558 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:34:14.079015 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:34:14.090505 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:34:14.102664 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:34:14.114278 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:34:14.230870 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:34:14.439924 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:34:14.944337 run create_hlr_db(pid=32697): Launched\u000a09:34:15.127412 bus /sierra_2: Setting Powered False\u000a09:34:16.152107 run create_hlr_db(pid=32697): Terminated: ok {rc=0}\u000a09:34:16.597259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32699): Launched\u000a09:34:16.972255 run osmo-hlr_10.42.42.2(pid=32700): Launched\u000a09:34:17.163211 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:34:17.709495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32702): Launched\u000a09:34:18.006471 run osmo-stp_10.42.42.5(pid=32703): Launched\u000a09:34:18.114743 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:34:18.655123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32705): Launched\u000a09:34:18.953417 run osmo-msc_10.42.42.6(pid=32706): Launched\u000a09:34:19.129070 run osmo-stp_10.42.42.5(pid=32703): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32703)]\u000a09:34:19.255516 run osmo-stp_10.42.42.5(pid=32703): stdout: \u000a| (launched: 2022-12-13_09:34:17.860059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:19.379280 run osmo-stp_10.42.42.5(pid=32703): stderr: \u000a| �[0;m�[38;5;43m20221213093418030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093418030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093418030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093418031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093418031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093418031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093418031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:19.499319 run osmo-stp_10.42.42.5(pid=32703): stdout: \u000a| (launched: 2022-12-13_09:34:17.860059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:19.617922 run osmo-stp_10.42.42.5(pid=32703): stderr: \u000a| �[0;m�[38;5;43m20221213093418030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093418030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093418030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093418031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093418031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093418031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093418031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:19.669899 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32703): Process ended prematurely: osmo-stp_10.42.42.5(pid=32703) [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32703)] [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a09:34:19.678408 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:34:19.737519 run osmo-hlr_10.42.42.2(pid=32700): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32700)]\u000a09:34:19.785981 run osmo-hlr_10.42.42.2(pid=32700): stdout: \u000a| (launched: 2022-12-13_09:34:16.763466) \u000a09:34:19.835163 run osmo-hlr_10.42.42.2(pid=32700): stderr: \u000a| �[0;m�[1;31m20221213093417117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093417117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093417117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093417117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093417117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093417117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093417135 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093417148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093417148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093417148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:34:19.902000 run osmo-msc_10.42.42.6(pid=32706): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32706)]\u000a09:34:19.950503 run osmo-msc_10.42.42.6(pid=32706): stdout: \u000a| (launched: 2022-12-13_09:34:18.806741) \u000a09:34:19.999781 run osmo-msc_10.42.42.6(pid=32706): stderr: \u000a| �[0;m�[38;5;43m20221213093419078 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213093419078 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc9ef5a9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213093419078 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213093419078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213093419078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213093419079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213093419080 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213093419081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213093419081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213093419081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:34:20.041556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32699): Terminating (SIGTERM)\u000a09:34:20.080931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32702): Terminating (SIGTERM)\u000a09:34:20.120491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32705): Terminating (SIGTERM)\u000a09:34:20.129680 --- ParallelTerminationStrategy: PID 32699 died...\u000a09:34:20.182632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32699): Terminated: ok {rc=0}\u000a09:34:20.192044 --- ParallelTerminationStrategy: PID 32702 died...\u000a09:34:20.244638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32702): Terminated: ok {rc=0}\u000a09:34:20.254065 --- ParallelTerminationStrategy: PID 32705 died...\u000a09:34:20.306716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32705): Terminated: ok {rc=0}\u000a09:34:20.394064 bus /sierra_3: Setting Powered False\u000a09:34:21.495705 bus /sierra_3: Setting Powered False\u000a09:34:22.600555 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32714): Process ended prematurely: osmo-stp_10.42.42.5(pid=32714) [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32714)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32714): Process ended prematurely: osmo-stp_10.42.42.5(pid=32714) [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32714)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:34:23.714028 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:34:23.726453 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:34:23.879378 tst mo_mt_call_osmux.py: using LAC 33061\u000a09:34:24.003746 tst mo_mt_call_osmux.py: using RAC 166\u000a09:34:24.128344 tst mo_mt_call_osmux.py: using CellId 33061\u000a09:34:24.252254 tst mo_mt_call_osmux.py: using BVCI 33062\u000a09:34:24.276376 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:34:24.288043 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:34:24.299577 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:34:24.311057 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:34:24.322659 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:34:24.334098 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:34:24.450956 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:34:24.661463 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:34:25.166663 run create_hlr_db(pid=32708): Launched\u000a09:34:25.349660 bus /sierra_2: Setting Powered False\u000a09:34:26.371449 run create_hlr_db(pid=32708): Terminated: ok {rc=0}\u000a09:34:26.769188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32710): Launched\u000a09:34:27.065760 run osmo-hlr_10.42.42.2(pid=32711): Launched\u000a09:34:27.179988 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:34:27.693841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32713): Launched\u000a09:34:27.989691 run osmo-stp_10.42.42.5(pid=32714): Launched\u000a09:34:28.097961 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:34:28.644885 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32716): Launched\u000a09:34:28.943525 run osmo-msc_10.42.42.6(pid=32717): Launched\u000a09:34:29.120602 run osmo-stp_10.42.42.5(pid=32714): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32714)]\u000a09:34:29.247620 run osmo-stp_10.42.42.5(pid=32714): stdout: \u000a| (launched: 2022-12-13_09:34:27.844242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:29.372103 run osmo-stp_10.42.42.5(pid=32714): stderr: \u000a| �[0;m�[38;5;43m20221213093428014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093428014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093428014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093428015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093428015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093428015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093428015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:29.492478 run osmo-stp_10.42.42.5(pid=32714): stdout: \u000a| (launched: 2022-12-13_09:34:27.844242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:29.611800 run osmo-stp_10.42.42.5(pid=32714): stderr: \u000a| �[0;m�[38;5;43m20221213093428014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093428014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093428014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093428015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093428015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093428015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093428015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:29.664242 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32714): Process ended prematurely: osmo-stp_10.42.42.5(pid=32714) [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32714)] [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a09:34:29.672993 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a09:34:29.732690 run osmo-hlr_10.42.42.2(pid=32711): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32711)]\u000a09:34:29.781587 run osmo-hlr_10.42.42.2(pid=32711): stdout: \u000a| (launched: 2022-12-13_09:34:26.919697) \u000a09:34:29.831014 run osmo-hlr_10.42.42.2(pid=32711): stderr: \u000a| �[0;m�[1;31m20221213093427092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093427092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093427092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093427092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093427092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093427093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093427105 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093427113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093427113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093427113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:34:29.898166 run osmo-msc_10.42.42.6(pid=32717): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32717)]\u000a09:34:29.946805 run osmo-msc_10.42.42.6(pid=32717): stdout: \u000a| (launched: 2022-12-13_09:34:28.796501) \u000a09:34:29.996078 run osmo-msc_10.42.42.6(pid=32717): stderr: \u000a| �[0;m�[38;5;43m20221213093429067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213093429067 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6ff81e3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213093429067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213093429067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213093429067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213093429068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213093429069 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213093429070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213093429070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213093429070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:34:30.037882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32710): Terminating (SIGTERM)\u000a09:34:30.077472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32713): Terminating (SIGTERM)\u000a09:34:30.117556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32716): Terminating (SIGTERM)\u000a09:34:30.126742 --- ParallelTerminationStrategy: PID 32710 died...\u000a09:34:30.179841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32710): Terminated: ok {rc=0}\u000a09:34:30.189862 --- ParallelTerminationStrategy: PID 32713 died...\u000a09:34:30.242987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32713): Terminated: ok {rc=0}\u000a09:34:30.252436 --- ParallelTerminationStrategy: PID 32716 died...\u000a09:34:30.305746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32716): Terminated: ok {rc=0}\u000a09:34:30.392403 bus /sierra_3: Setting Powered False\u000a09:34:31.520572 bus /sierra_3: Setting Powered False\u000a09:34:32.625452 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:34:13" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32728): Process ended prematurely: osmo-stp_10.42.42.5(pid=32728) [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32728)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32728): Process ended prematurely: osmo-stp_10.42.42.5(pid=32728) [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32728)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:34:34.594661 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:34:34.606006 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:34:34.755837 tst mo_mt_call.py: using LAC 33062\u000a09:34:34.873280 tst mo_mt_call.py: using RAC 167\u000a09:34:34.988412 tst mo_mt_call.py: using CellId 33062\u000a09:34:35.103127 tst mo_mt_call.py: using BVCI 33063\u000a09:34:35.125755 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:34:35.136832 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:34:35.147780 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:34:35.158783 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:34:35.170139 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:34:35.181644 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:34:35.301318 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:34:35.502780 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:34:35.970293 run create_hlr_db(pid=32722): Launched\u000a09:34:36.141520 bus /sierra_2: Setting Powered False\u000a09:34:37.164092 run create_hlr_db(pid=32722): Terminated: ok {rc=0}\u000a09:34:37.559525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32724): Launched\u000a09:34:37.856607 run osmo-hlr_10.42.42.2(pid=32725): Launched\u000a09:34:37.972695 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:34:38.498446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32727): Launched\u000a09:34:38.794959 run osmo-stp_10.42.42.5(pid=32728): Launched\u000a09:34:38.902832 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:34:39.443228 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32730): Launched\u000a09:34:39.741221 run osmo-msc_10.42.42.6(pid=32731): Launched\u000a09:34:39.916126 run osmo-stp_10.42.42.5(pid=32728): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32728)]\u000a09:34:40.042549 run osmo-stp_10.42.42.5(pid=32728): stdout: \u000a| (launched: 2022-12-13_09:34:38.649408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:40.166909 run osmo-stp_10.42.42.5(pid=32728): stderr: \u000a| �[0;m�[38;5;43m20221213093438822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093438822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093438822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093438823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093438823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093438823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093438823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:40.287039 run osmo-stp_10.42.42.5(pid=32728): stdout: \u000a| (launched: 2022-12-13_09:34:38.649408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:40.406651 run osmo-stp_10.42.42.5(pid=32728): stderr: \u000a| �[0;m�[38;5;43m20221213093438822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093438822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093438822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093438823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093438823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093438823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093438823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:40.459271 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32728): Process ended prematurely: osmo-stp_10.42.42.5(pid=32728) [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32728)] [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a09:34:40.467872 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a09:34:40.527649 run osmo-hlr_10.42.42.2(pid=32725): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32725)]\u000a09:34:40.576849 run osmo-hlr_10.42.42.2(pid=32725): stdout: \u000a| (launched: 2022-12-13_09:34:37.710931) \u000a09:34:40.626606 run osmo-hlr_10.42.42.2(pid=32725): stderr: \u000a| �[0;m�[1;31m20221213093437886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093437886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093437886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093437886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093437886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093437886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093437898 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093437907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093437907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093437907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:34:40.694167 run osmo-msc_10.42.42.6(pid=32731): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32731)]\u000a09:34:40.743049 run osmo-msc_10.42.42.6(pid=32731): stdout: \u000a| (launched: 2022-12-13_09:34:39.594853) \u000a09:34:40.792690 run osmo-msc_10.42.42.6(pid=32731): stderr: \u000a| �[0;m�[38;5;43m20221213093439865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213093439865 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1d5af0dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213093439865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213093439865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213093439865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213093439866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213093439867 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213093439868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213093439868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213093439868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:34:40.834834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32724): Terminating (SIGTERM)\u000a09:34:40.874579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32727): Terminating (SIGTERM)\u000a09:34:40.914509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32730): Terminating (SIGTERM)\u000a09:34:40.923764 --- ParallelTerminationStrategy: PID 32724 died...\u000a09:34:40.977779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32724): Terminated: ok {rc=0}\u000a09:34:40.987364 --- ParallelTerminationStrategy: PID 32727 died...\u000a09:34:41.040360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32727): Terminated: ok {rc=0}\u000a09:34:41.049830 --- ParallelTerminationStrategy: PID 32730 died...\u000a09:34:41.103136 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32730): Terminated: ok {rc=0}\u000a09:34:41.190477 bus /sierra_3: Setting Powered False\u000a09:34:42.292006 bus /sierra_3: Setting Powered False\u000a09:34:43.398389 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32739): Process ended prematurely: osmo-stp_10.42.42.5(pid=32739) [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32739)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32739): Process ended prematurely: osmo-stp_10.42.42.5(pid=32739) [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32739)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:34:44.511004 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:34:44.523419 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:34:44.672189 tst mo_mt_call_osmux.py: using LAC 33063\u000a09:34:44.790850 tst mo_mt_call_osmux.py: using RAC 168\u000a09:34:44.910258 tst mo_mt_call_osmux.py: using CellId 33063\u000a09:34:45.028728 tst mo_mt_call_osmux.py: using BVCI 33064\u000a09:34:45.051508 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:34:45.062907 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:34:45.074192 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:34:45.085102 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:34:45.096457 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:34:45.107861 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:34:45.226385 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:34:45.427131 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:34:45.912104 run create_hlr_db(pid=32733): Launched\u000a09:34:46.092924 bus /sierra_2: Setting Powered False\u000a09:34:47.165282 run create_hlr_db(pid=32733): Terminated: ok {rc=0}\u000a09:34:47.571367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32735): Launched\u000a09:34:47.868583 run osmo-hlr_10.42.42.2(pid=32736): Launched\u000a09:34:47.976647 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:34:48.490589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32738): Launched\u000a09:34:48.787113 run osmo-stp_10.42.42.5(pid=32739): Launched\u000a09:34:48.895198 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:34:49.436564 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32741): Launched\u000a09:34:49.733546 run osmo-msc_10.42.42.6(pid=32742): Launched\u000a09:34:49.908188 run osmo-stp_10.42.42.5(pid=32739): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32739)]\u000a09:34:50.034597 run osmo-stp_10.42.42.5(pid=32739): stdout: \u000a| (launched: 2022-12-13_09:34:48.641376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:50.158559 run osmo-stp_10.42.42.5(pid=32739): stderr: \u000a| �[0;m�[38;5;43m20221213093448811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093448811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093448811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093448812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093448812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093448812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093448812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:50.278294 run osmo-stp_10.42.42.5(pid=32739): stdout: \u000a| (launched: 2022-12-13_09:34:48.641376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:50.397432 run osmo-stp_10.42.42.5(pid=32739): stderr: \u000a| �[0;m�[38;5;43m20221213093448811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093448811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093448811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093448812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093448812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093448812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093448812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:50.449726 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32739): Process ended prematurely: osmo-stp_10.42.42.5(pid=32739) [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32739)] [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a09:34:50.458528 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a09:34:50.518611 run osmo-hlr_10.42.42.2(pid=32736): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32736)]\u000a09:34:50.567752 run osmo-hlr_10.42.42.2(pid=32736): stdout: \u000a| (launched: 2022-12-13_09:34:47.723318) \u000a09:34:50.617656 run osmo-hlr_10.42.42.2(pid=32736): stderr: \u000a| �[0;m�[1;31m20221213093447900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093447900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093447900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093447900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093447900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093447901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093447913 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093447921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093447922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093447922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:34:50.685587 run osmo-msc_10.42.42.6(pid=32742): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32742)]\u000a09:34:50.734504 run osmo-msc_10.42.42.6(pid=32742): stdout: \u000a| (launched: 2022-12-13_09:34:49.587111) \u000a09:34:50.783844 run osmo-msc_10.42.42.6(pid=32742): stderr: \u000a| �[0;m�[38;5;43m20221213093449861 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213093449861 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f644ad30c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213093449861 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213093449861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213093449862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213093449862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213093449863 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213093449864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213093449864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213093449864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:34:50.825845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32735): Terminating (SIGTERM)\u000a09:34:50.865546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32738): Terminating (SIGTERM)\u000a09:34:50.905631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32741): Terminating (SIGTERM)\u000a09:34:50.914813 --- ParallelTerminationStrategy: PID 32735 died...\u000a09:34:50.967988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32735): Terminated: ok {rc=0}\u000a09:34:50.977973 --- ParallelTerminationStrategy: PID 32738 died...\u000a09:34:51.031086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32738): Terminated: ok {rc=0}\u000a09:34:51.040540 --- ParallelTerminationStrategy: PID 32741 died...\u000a09:34:51.093282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32741): Terminated: ok {rc=0}\u000a09:34:51.180371 bus /sierra_3: Setting Powered False\u000a09:34:52.282612 bus /sierra_3: Setting Powered False\u000a09:34:53.391425 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:34:34" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32753): Process ended prematurely: osmo-stp_10.42.42.5(pid=32753) [trial-2387↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32753)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32753): Process ended prematurely: osmo-stp_10.42.42.5(pid=32753) [trial-2387↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32753)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a09:34:55.352861 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:34:55.364329 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:34:55.514114 tst mo_mt_call.py: using LAC 33064\u000a09:34:55.631415 tst mo_mt_call.py: using RAC 169\u000a09:34:55.746701 tst mo_mt_call.py: using CellId 33064\u000a09:34:55.874701 tst mo_mt_call.py: using BVCI 33065\u000a09:34:55.898799 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:34:55.910452 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:34:55.922078 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:34:55.933641 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:34:55.945219 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:34:55.956780 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:34:56.076787 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:34:56.276087 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:34:56.743508 run create_hlr_db(pid=32747): Launched\u000a09:34:56.914641 bus /sierra_2: Setting Powered False\u000a09:34:57.936898 run create_hlr_db(pid=32747): Terminated: ok {rc=0}\u000a09:34:58.357494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32749): Launched\u000a09:34:58.674891 run osmo-hlr_10.42.42.2(pid=32750): Launched\u000a09:34:58.792614 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:34:59.319676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32752): Launched\u000a09:34:59.616552 run osmo-stp_10.42.42.5(pid=32753): Launched\u000a09:34:59.724622 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:35:00.269924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32755): Launched\u000a09:35:00.568830 run osmo-msc_10.42.42.6(pid=32756): Launched\u000a09:35:00.745338 run osmo-stp_10.42.42.5(pid=32753): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32753)]\u000a09:35:00.873913 run osmo-stp_10.42.42.5(pid=32753): stdout: \u000a| (launched: 2022-12-13_09:34:59.470414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:01.001906 run osmo-stp_10.42.42.5(pid=32753): stderr: \u000a| �[0;m�[38;5;43m20221213093459638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093459638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093459639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093459639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093459640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093459640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093459640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:01.124852 run osmo-stp_10.42.42.5(pid=32753): stdout: \u000a| (launched: 2022-12-13_09:34:59.470414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:01.258116 run osmo-stp_10.42.42.5(pid=32753): stderr: \u000a| �[0;m�[38;5;43m20221213093459638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093459638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093459639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093459639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093459640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093459640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093459640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:01.312002 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32753): Process ended prematurely: osmo-stp_10.42.42.5(pid=32753) [trial-2387↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32753)] [trial-2387↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a09:35:01.321940 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a09:35:01.384739 run osmo-hlr_10.42.42.2(pid=32750): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32750)]\u000a09:35:01.436968 run osmo-hlr_10.42.42.2(pid=32750): stdout: \u000a| (launched: 2022-12-13_09:34:58.519060) \u000a09:35:01.488985 run osmo-hlr_10.42.42.2(pid=32750): stderr: \u000a| �[0;m�[1;31m20221213093458717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093458717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093458718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093458718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093458718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093458718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093458730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093458738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093458738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093458738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:35:01.559194 run osmo-msc_10.42.42.6(pid=32756): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32756)]\u000a09:35:01.610401 run osmo-msc_10.42.42.6(pid=32756): stdout: \u000a| (launched: 2022-12-13_09:35:00.421295) \u000a09:35:01.661961 run osmo-msc_10.42.42.6(pid=32756): stderr: \u000a| �[0;m�[38;5;43m20221213093500693 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213093500693 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f71d9fbec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213093500694 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213093500694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213093500694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213093500694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213093500696 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213093500696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213093500696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213093500696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:35:01.706772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32749): Terminating (SIGTERM)\u000a09:35:01.750823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32752): Terminating (SIGTERM)\u000a09:35:01.792624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32755): Terminating (SIGTERM)\u000a09:35:01.802488 --- ParallelTerminationStrategy: PID 32749 died...\u000a09:35:01.859529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32749): Terminated: ok {rc=0}\u000a09:35:01.869977 --- ParallelTerminationStrategy: PID 32752 died...\u000a09:35:01.926651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32752): Terminated: ok {rc=0}\u000a09:35:01.937072 --- ParallelTerminationStrategy: PID 32755 died...\u000a09:35:01.993362 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32755): Terminated: ok {rc=0}\u000a09:35:02.078634 bus /sierra_3: Setting Powered False\u000a09:35:03.184401 bus /sierra_3: Setting Powered False\u000a09:35:04.295267 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32767): Process ended prematurely: osmo-stp_10.42.42.5(pid=32767) [trial-2387↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32767)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32767): Process ended prematurely: osmo-stp_10.42.42.5(pid=32767) [trial-2387↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32767)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:35:05.404265 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:35:05.416002 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:35:05.561441 tst mo_mt_call_osmux.py: using LAC 33065\u000a09:35:05.678960 tst mo_mt_call_osmux.py: using RAC 170\u000a09:35:05.798119 tst mo_mt_call_osmux.py: using CellId 33065\u000a09:35:05.915003 tst mo_mt_call_osmux.py: using BVCI 33066\u000a09:35:05.937690 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:35:05.948824 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:35:05.959806 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:35:05.970914 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:35:05.982544 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:35:05.993802 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:35:06.113421 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:35:06.314526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:35:06.780800 run create_hlr_db(pid=32761): Launched\u000a09:35:06.951952 bus /sierra_2: Setting Powered False\u000a09:35:07.974906 run create_hlr_db(pid=32761): Terminated: ok {rc=0}\u000a09:35:08.370035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32763): Launched\u000a09:35:08.667635 run osmo-hlr_10.42.42.2(pid=32764): Launched\u000a09:35:08.784264 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:35:09.309412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32766): Launched\u000a09:35:09.607711 run osmo-stp_10.42.42.5(pid=32767): Launched\u000a09:35:09.717252 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:35:10.260660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=301): Launched\u000a09:35:10.558388 run osmo-msc_10.42.42.6(pid=302): Launched\u000a09:35:10.734451 run osmo-stp_10.42.42.5(pid=32767): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32767)]\u000a09:35:10.860689 run osmo-stp_10.42.42.5(pid=32767): stdout: \u000a| (launched: 2022-12-13_09:35:09.460732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:10.985295 run osmo-stp_10.42.42.5(pid=32767): stderr: \u000a| �[0;m�[38;5;43m20221213093509631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093509631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093509631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093509632 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093509632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093509632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093509633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:11.105613 run osmo-stp_10.42.42.5(pid=32767): stdout: \u000a| (launched: 2022-12-13_09:35:09.460732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:11.224608 run osmo-stp_10.42.42.5(pid=32767): stderr: \u000a| �[0;m�[38;5;43m20221213093509631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093509631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093509631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093509632 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093509632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093509632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093509633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:11.276998 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32767): Process ended prematurely: osmo-stp_10.42.42.5(pid=32767) [trial-2387↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32767)] [trial-2387↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a09:35:11.285715 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a09:35:11.345513 run osmo-hlr_10.42.42.2(pid=32764): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32764)]\u000a09:35:11.394296 run osmo-hlr_10.42.42.2(pid=32764): stdout: \u000a| (launched: 2022-12-13_09:35:08.521051) \u000a09:35:11.443924 run osmo-hlr_10.42.42.2(pid=32764): stderr: \u000a| �[0;m�[1;31m20221213093508696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093508696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093508696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093508696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093508696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093508696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093508707 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093508716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093508716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093508716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:35:11.510976 run osmo-msc_10.42.42.6(pid=302): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=302)]\u000a09:35:11.560383 run osmo-msc_10.42.42.6(pid=302): stdout: \u000a| (launched: 2022-12-13_09:35:10.411713) \u000a09:35:11.610117 run osmo-msc_10.42.42.6(pid=302): stderr: \u000a| �[0;m�[38;5;43m20221213093510685 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213093510685 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe3a30c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213093510685 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213093510685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213093510685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213093510685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213093510687 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213093510687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213093510688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213093510688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:35:11.652200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32763): Terminating (SIGTERM)\u000a09:35:11.691873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32766): Terminating (SIGTERM)\u000a09:35:11.731639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=301): Terminating (SIGTERM)\u000a09:35:11.740843 --- ParallelTerminationStrategy: PID 32763 died...\u000a09:35:11.794351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32763): Terminated: ok {rc=0}\u000a09:35:11.803939 --- ParallelTerminationStrategy: PID 32766 died...\u000a09:35:11.857767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32766): Terminated: ok {rc=0}\u000a09:35:11.867308 --- ParallelTerminationStrategy: PID 301 died...\u000a09:35:11.921123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=301): Terminated: ok {rc=0}\u000a09:35:12.008594 bus /sierra_3: Setting Powered False\u000a09:35:13.110667 bus /sierra_3: Setting Powered False\u000a09:35:14.220334 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:34:55" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=316): Process ended prematurely: osmo-stp_10.42.42.5(pid=316) [trial-2387↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=316)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=316): Process ended prematurely: osmo-stp_10.42.42.5(pid=316) [trial-2387↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=316)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a09:35:16.233104 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:35:16.244513 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:35:16.396452 tst emergency_mo_mt_call.py: using LAC 33066\u000a09:35:16.536595 tst emergency_mo_mt_call.py: using RAC 171\u000a09:35:16.687359 tst emergency_mo_mt_call.py: using CellId 33066\u000a09:35:16.833372 tst emergency_mo_mt_call.py: using BVCI 33067\u000a09:35:16.865465 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:35:16.880442 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:35:16.894859 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:35:16.910226 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:35:16.924825 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:35:16.938742 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:35:17.081448 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:35:17.312901 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:35:17.772257 run create_hlr_db(pid=310): Launched\u000a09:35:17.940655 bus /sierra_2: Setting Powered False\u000a09:35:18.961415 run create_hlr_db(pid=310): Terminated: ok {rc=0}\u000a09:35:19.347804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=312): Launched\u000a09:35:19.638253 run osmo-hlr_10.42.42.2(pid=313): Launched\u000a09:35:19.747866 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:35:20.252682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=315): Launched\u000a09:35:20.543423 run osmo-stp_10.42.42.5(pid=316): Launched\u000a09:35:20.664777 tst emergency_mo_mt_call.py: using MSISDN 8084\u000a09:35:20.809150 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:35:21.341190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=318): Launched\u000a09:35:21.633034 run osmo-msc_10.42.42.6(pid=319): Launched\u000a09:35:21.805483 run osmo-stp_10.42.42.5(pid=316): ERR: Terminated: ERROR {rc=1} [trial-2387↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=316)]\u000a09:35:21.931280 run osmo-stp_10.42.42.5(pid=316): stdout: \u000a| (launched: 2022-12-13_09:35:20.400197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:22.053171 run osmo-stp_10.42.42.5(pid=316): stderr: \u000a| �[0;m�[38;5;43m20221213093520572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093520572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093520572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093520573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093520574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093520574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093520574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:22.170458 run osmo-stp_10.42.42.5(pid=316): stdout: \u000a| (launched: 2022-12-13_09:35:20.400197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:22.286695 run osmo-stp_10.42.42.5(pid=316): stderr: \u000a| �[0;m�[38;5;43m20221213093520572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093520572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093520572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093520573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093520574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093520574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093520574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:22.337930 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=316): Process ended prematurely: osmo-stp_10.42.42.5(pid=316) [trial-2387↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=316)] [trial-2387↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a09:35:22.346114 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a09:35:22.405226 run osmo-hlr_10.42.42.2(pid=313): ERR: Terminated: ERROR {rc=237} [trial-2387↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=313)]\u000a09:35:22.454135 run osmo-hlr_10.42.42.2(pid=313): stdout: \u000a| (launched: 2022-12-13_09:35:19.494981) \u000a09:35:22.503467 run osmo-hlr_10.42.42.2(pid=313): stderr: \u000a| �[0;m�[1;31m20221213093519671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093519671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093519671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093519671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093519671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093519671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093519685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093519694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093519694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093519695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:35:22.570419 run osmo-msc_10.42.42.6(pid=319): ERR: Terminated: ERROR {rc=2} [trial-2387↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=319)]\u000a09:35:22.619017 run osmo-msc_10.42.42.6(pid=319): stdout: \u000a| (launched: 2022-12-13_09:35:21.488365) \u000a09:35:22.668103 run osmo-msc_10.42.42.6(pid=319): stderr: \u000a| �[0;m�[38;5;43m20221213093521757 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213093521757 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd700a01c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213093521757 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213093521757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213093521758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213093521758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213093521760 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213093521760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213093521760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213093521760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:35:22.709920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=312): Terminating (SIGTERM)\u000a09:35:22.749750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=315): Terminating (SIGTERM)\u000a09:35:22.789325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=318): Terminating (SIGTERM)\u000a09:35:22.798490 --- ParallelTerminationStrategy: PID 312 died...\u000a09:35:22.851791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=312): Terminated: ok {rc=0}\u000a09:35:22.861404 --- ParallelTerminationStrategy: PID 315 died...\u000a09:35:22.914033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=315): Terminated: ok {rc=0}\u000a09:35:22.923430 --- ParallelTerminationStrategy: PID 318 died...\u000a09:35:22.976418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=318): Terminated: ok {rc=0}\u000a09:35:23.058861 bus /sierra_3: Setting Powered False\u000a09:35:24.159635 bus /sierra_3: Setting Powered False\u000a09:35:25.269218 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "emergency:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=327): Process ended prematurely: osmo-stp_10.42.42.5(pid=327) [trial-2387↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=327)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=327): Process ended prematurely: osmo-stp_10.42.42.5(pid=327) [trial-2387↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=327)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a09:35:26.320279 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:35:26.332080 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:35:26.464707 tst emergency_preemptive_call.py: using LAC 33067\u000a09:35:26.586614 tst emergency_preemptive_call.py: using RAC 172\u000a09:35:26.707909 tst emergency_preemptive_call.py: using CellId 33067\u000a09:35:26.830362 tst emergency_preemptive_call.py: using BVCI 33068\u000a09:35:26.854169 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:35:26.865431 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:35:26.876457 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:35:26.887427 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:35:26.898515 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:35:26.909735 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:35:27.026143 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:35:27.140424 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:35:27.253160 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:35:27.453526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:35:27.954162 run create_hlr_db(pid=321): Launched\u000a09:35:28.136900 bus /sierra_2: Setting Powered False\u000a09:35:29.156749 run create_hlr_db(pid=321): Terminated: ok {rc=0}\u000a09:35:29.548429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=323): Launched\u000a09:35:29.841424 run osmo-hlr_10.42.42.2(pid=324): Launched\u000a09:35:29.956531 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:35:30.473036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=326): Launched\u000a09:35:30.764370 run osmo-stp_10.42.42.5(pid=327): Launched\u000a09:35:30.937299 tst emergency_preemptive_call.py: using MSISDN 8085\u000a09:35:31.128431 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:35:31.758354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=349): Launched\u000a09:35:32.227292 run osmo-msc_10.42.42.6(pid=355): Launched\u000a09:35:32.672346 run osmo-stp_10.42.42.5(pid=327): ERR: Terminated: ERROR {rc=1} [trial-2387↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=327)]\u000a09:35:32.862916 run osmo-stp_10.42.42.5(pid=327): stdout: \u000a| (launched: 2022-12-13_09:35:30.621206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:33.024934 run osmo-stp_10.42.42.5(pid=327): stderr: \u000a| �[0;m�[38;5;43m20221213093530791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093530791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093530791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093530792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093530792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093530792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093530792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:33.171063 run osmo-stp_10.42.42.5(pid=327): stdout: \u000a| (launched: 2022-12-13_09:35:30.621206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:33.314022 run osmo-stp_10.42.42.5(pid=327): stderr: \u000a| �[0;m�[38;5;43m20221213093530791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093530791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093530791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093530792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093530792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093530792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093530792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:33.368252 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=327): Process ended prematurely: osmo-stp_10.42.42.5(pid=327) [trial-2387↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=327)] [trial-2387↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a09:35:33.376395 tst emergency_preemptive_call.py:32: Test FAILED (7.0 sec)\u000a09:35:33.440469 run osmo-hlr_10.42.42.2(pid=324): ERR: Terminated: ERROR {rc=237} [trial-2387↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=324)]\u000a09:35:33.491964 run osmo-hlr_10.42.42.2(pid=324): stdout: \u000a| (launched: 2022-12-13_09:35:29.696339) \u000a09:35:33.544061 run osmo-hlr_10.42.42.2(pid=324): stderr: \u000a| �[0;m�[1;31m20221213093529871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093529871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093529871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093529871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093529871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093529871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093529881 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093529890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093529890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093529890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:35:33.615495 run osmo-msc_10.42.42.6(pid=355): ERR: Terminated: ERROR {rc=2} [trial-2387↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=355)]\u000a09:35:33.666810 run osmo-msc_10.42.42.6(pid=355): stdout: \u000a| (launched: 2022-12-13_09:35:31.927448) \u000a09:35:33.718892 run osmo-msc_10.42.42.6(pid=355): stderr: \u000a| �[0;m�[38;5;43m20221213093532327 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213093532327 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbcce2b7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213093532327 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213093532327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213093532327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213093532327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213093532329 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213093532330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213093532330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213093532330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:35:33.763703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=323): Terminating (SIGTERM)\u000a09:35:33.808350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=326): Terminating (SIGTERM)\u000a09:35:33.851246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=349): Terminating (SIGTERM)\u000a09:35:33.861727 --- ParallelTerminationStrategy: PID 323 died...\u000a09:35:33.920894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=323): Terminated: ok {rc=0}\u000a09:35:33.932240 --- ParallelTerminationStrategy: PID 326 died...\u000a09:35:33.988252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=326): Terminated: ok {rc=0}\u000a09:35:33.999003 --- ParallelTerminationStrategy: PID 349 died...\u000a09:35:34.057008 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=349): Terminated: ok {rc=0}\u000a09:35:34.142946 bus /sierra_9: Setting Powered False\u000a09:35:35.247156 bus /sierra_9: Setting Powered False\u000a09:35:36.354798 bus /sierra_8: Setting Powered False\u000a09:35:37.460426 bus /sierra_8: Setting Powered False\u000a09:35:38.567581 bus /sierra_3: Setting Powered False\u000a09:35:39.672192 bus /sierra_3: Setting Powered False\u000a09:35:40.784344 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:35:15" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=406): Process ended prematurely: osmo-stp_10.42.42.5(pid=406) [trial-2387↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=406)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=406): Process ended prematurely: osmo-stp_10.42.42.5(pid=406) [trial-2387↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=406)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:35:42.889052 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:35:42.899954 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:35:43.030886 tst cs_paging_gprs_active.py: using LAC 33068\u000a09:35:43.155623 tst cs_paging_gprs_active.py: using RAC 173\u000a09:35:43.280416 tst cs_paging_gprs_active.py: using CellId 33068\u000a09:35:43.404690 tst cs_paging_gprs_active.py: using BVCI 33069\u000a09:35:43.429078 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:35:43.440185 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:35:43.451107 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:35:43.462061 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:35:43.473185 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:35:43.484212 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:35:43.495457 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:35:43.506484 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:35:43.517710 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:35:43.633264 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:35:43.923597 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:35:44.057245 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:35:44.386724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=396): Launched\u000a09:35:44.659870 run iperf3-srv_10.42.42.10(pid=397): Launched\u000a09:35:44.855101 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:35:44.988169 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:35:45.317419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=398): Launched\u000a09:35:45.590308 run iperf3-srv_10.42.42.10(pid=399): Launched\u000a09:35:45.785088 tst cs_paging_gprs_active.py:38: start network...\u000a09:35:45.929925 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:35:46.481542 run create_hlr_db(pid=400): Launched\u000a09:35:46.669039 bus /sierra_2: Setting Powered False\u000a09:35:47.676431 run create_hlr_db(pid=400): Terminated: ok {rc=0}\u000a09:35:48.109129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=402): Launched\u000a09:35:48.428070 run osmo-hlr_10.42.42.2(pid=403): Launched\u000a09:35:48.546277 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:35:49.099635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=405): Launched\u000a09:35:49.418201 run osmo-stp_10.42.42.5(pid=406): Launched\u000a09:35:49.534121 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:35:50.090845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=408): Launched\u000a09:35:50.205793 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:35:50.483608 run patchelf(pid=409): Launched\u000a09:35:50.670332 run osmo-stp_10.42.42.5(pid=406): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=406)]\u000a09:35:50.806583 run osmo-stp_10.42.42.5(pid=406): stdout: \u000a| (launched: 2022-12-13_09:35:49.262144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:50.943082 run osmo-stp_10.42.42.5(pid=406): stderr: \u000a| �[0;m�[38;5;43m20221213093549455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093549455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093549456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093549456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093549456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093549457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093549457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:51.075424 run osmo-stp_10.42.42.5(pid=406): stdout: \u000a| (launched: 2022-12-13_09:35:49.262144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:51.206110 run osmo-stp_10.42.42.5(pid=406): stderr: \u000a| �[0;m�[38;5;43m20221213093549455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093549455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093549456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093549456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093549456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093549457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093549457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:51.358347 run patchelf(pid=409): Terminating (SIGINT)\u000a09:35:51.536613 run patchelf(pid=409): Terminated: ok {rc=0}\u000a09:35:51.569356 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=406): Process ended prematurely: osmo-stp_10.42.42.5(pid=406) [trial-2387↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=406)] [trial-2387↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a09:35:51.579013 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a09:35:51.640989 run osmo-hlr_10.42.42.2(pid=403): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=403)]\u000a09:35:51.691514 run osmo-hlr_10.42.42.2(pid=403): stdout: \u000a| (launched: 2022-12-13_09:35:48.272038) \u000a09:35:51.743112 run osmo-hlr_10.42.42.2(pid=403): stderr: \u000a| �[0;m�[1;31m20221213093548471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093548471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093548471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093548471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093548472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093548472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093548485 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093548495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093548495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093548495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:35:51.789306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=396): Terminating (SIGTERM)\u000a09:35:51.831298 run iperf3-srv_10.42.42.10(pid=397): Terminating (SIGTERM)\u000a09:35:51.876776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=398): Terminating (SIGTERM)\u000a09:35:51.919387 run iperf3-srv_10.42.42.10(pid=399): Terminating (SIGTERM)\u000a09:35:51.961603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=402): Terminating (SIGTERM)\u000a09:35:52.003928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=405): Terminating (SIGTERM)\u000a09:35:52.046252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=408): Terminating (SIGTERM)\u000a09:35:52.055985 --- ParallelTerminationStrategy: PID 396 died...\u000a09:35:52.111567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=396): Terminated: ok {rc=0}\u000a09:35:52.122035 --- ParallelTerminationStrategy: PID 397 died...\u000a09:35:52.177679 run iperf3-srv_10.42.42.10(pid=397): Terminated {rc=256}\u000a09:35:52.187733 --- ParallelTerminationStrategy: PID 398 died...\u000a09:35:52.243285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=398): Terminated: ok {rc=0}\u000a09:35:52.253314 --- ParallelTerminationStrategy: PID 399 died...\u000a09:35:52.308818 run iperf3-srv_10.42.42.10(pid=399): Terminated {rc=256}\u000a09:35:52.318914 --- ParallelTerminationStrategy: PID 402 died...\u000a09:35:52.374240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=402): Terminated: ok {rc=0}\u000a09:35:52.384282 --- ParallelTerminationStrategy: PID 405 died...\u000a09:35:52.439419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=405): Terminated: ok {rc=0}\u000a09:35:52.449959 --- ParallelTerminationStrategy: PID 408 died...\u000a09:35:52.505603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=408): Terminated: ok {rc=0}\u000a09:35:52.590470 bus /gobi_0: Setting Powered False\u000a09:35:53.695497 bus /gobi_0: Setting Powered False\u000a09:35:54.802841 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=419): Process ended prematurely: osmo-stp_10.42.42.5(pid=419) [trial-2387↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=419)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=419): Process ended prematurely: osmo-stp_10.42.42.5(pid=419) [trial-2387↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=419)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a09:35:55.916235 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:35:55.928107 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:35:56.061392 tst iperf3.py: using LAC 33069\u000a09:35:56.188031 tst iperf3.py: using RAC 174\u000a09:35:56.314668 tst iperf3.py: using CellId 33069\u000a09:35:56.440704 tst iperf3.py: using BVCI 33070\u000a09:35:56.463664 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:35:56.474671 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:35:56.485284 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:35:56.495603 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:35:56.506840 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:35:56.517664 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:35:56.530208 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:35:56.542729 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:35:56.553915 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:35:56.830062 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:35:56.953700 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:35:57.261640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=411): Launched\u000a09:35:57.517119 run iperf3-srv_10.42.42.10(pid=412): Launched\u000a09:35:57.698945 tst iperf3.py:8: start network...\u000a09:35:57.822994 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:35:58.291448 run create_hlr_db(pid=413): Launched\u000a09:35:58.463811 bus /gobi_6: Setting Powered False\u000a09:35:59.486763 run create_hlr_db(pid=413): Terminated: ok {rc=0}\u000a09:35:59.907469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=415): Launched\u000a09:36:00.226961 run osmo-hlr_10.42.42.2(pid=416): Launched\u000a09:36:00.342884 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:36:00.893202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=418): Launched\u000a09:36:01.260652 run osmo-stp_10.42.42.5(pid=419): Launched\u000a09:36:01.503267 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:36:02.251044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=421): Launched\u000a09:36:02.361989 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:36:02.624257 run patchelf(pid=422): Launched\u000a09:36:02.799166 run osmo-stp_10.42.42.5(pid=419): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=419)]\u000a09:36:02.926986 run osmo-stp_10.42.42.5(pid=419): stdout: \u000a| (launched: 2022-12-13_09:36:01.072060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:36:03.055099 run osmo-stp_10.42.42.5(pid=419): stderr: \u000a| �[0;m�[38;5;43m20221213093601438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093601438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093601439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093601441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093601442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093601442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093601442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:36:03.178902 run osmo-stp_10.42.42.5(pid=419): stdout: \u000a| (launched: 2022-12-13_09:36:01.072060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:36:03.301563 run osmo-stp_10.42.42.5(pid=419): stderr: \u000a| �[0;m�[38;5;43m20221213093601438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093601438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093601439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093601441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093601442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093601442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093601442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:36:03.444322 run patchelf(pid=422): Terminating (SIGINT)\u000a09:36:03.611762 run patchelf(pid=422): Terminated: ok {rc=0}\u000a09:36:03.642535 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=419): Process ended prematurely: osmo-stp_10.42.42.5(pid=419) [trial-2387↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=419)] [trial-2387↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a09:36:03.651730 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a09:36:03.711619 run osmo-hlr_10.42.42.2(pid=416): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=416)]\u000a09:36:03.760501 run osmo-hlr_10.42.42.2(pid=416): stdout: \u000a| (launched: 2022-12-13_09:36:00.070089) \u000a09:36:03.809874 run osmo-hlr_10.42.42.2(pid=416): stderr: \u000a| �[0;m�[1;31m20221213093600269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093600269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093600269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093600269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093600269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093600269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093600281 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093600289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093600289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093600289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:36:03.852127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=411): Terminating (SIGTERM)\u000a09:36:03.891766 run iperf3-srv_10.42.42.10(pid=412): Terminating (SIGTERM)\u000a09:36:03.931479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=415): Terminating (SIGTERM)\u000a09:36:03.971039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=418): Terminating (SIGTERM)\u000a09:36:04.010524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=421): Terminating (SIGTERM)\u000a09:36:04.019759 --- ParallelTerminationStrategy: PID 411 died...\u000a09:36:04.073422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=411): Terminated: ok {rc=0}\u000a09:36:04.083107 --- ParallelTerminationStrategy: PID 412 died...\u000a09:36:04.136501 run iperf3-srv_10.42.42.10(pid=412): Terminated {rc=256}\u000a09:36:04.146017 --- ParallelTerminationStrategy: PID 415 died...\u000a09:36:04.199178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=415): Terminated: ok {rc=0}\u000a09:36:04.208746 --- ParallelTerminationStrategy: PID 418 died...\u000a09:36:04.262365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=418): Terminated: ok {rc=0}\u000a09:36:04.272011 --- ParallelTerminationStrategy: PID 421 died...\u000a09:36:04.325255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=421): Terminated: ok {rc=0}\u000a09:36:04.412225 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=437): Process ended prematurely: osmo-stp_10.42.42.5(pid=437) [trial-2387↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=437)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=437): Process ended prematurely: osmo-stp_10.42.42.5(pid=437) [trial-2387↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=437)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a09:36:05.523103 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:36:05.534498 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:36:05.658227 tst iperf3m4.py: using LAC 33070\u000a09:36:05.773939 tst iperf3m4.py: using RAC 175\u000a09:36:05.898447 tst iperf3m4.py: using CellId 33070\u000a09:36:06.023457 tst iperf3m4.py: using BVCI 33071\u000a09:36:06.047883 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:36:06.059203 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:36:06.070262 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:36:06.081221 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:36:06.092151 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:36:06.103100 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:36:06.114156 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:36:06.124908 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:36:06.136007 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:36:06.253592 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:36:06.374609 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:36:06.491804 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:36:06.782730 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:36:06.916230 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:36:07.246594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=423): Launched\u000a09:36:07.519450 run iperf3-srv_10.42.42.10(pid=424): Launched\u000a09:36:07.714026 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:36:07.846647 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:36:08.175531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=425): Launched\u000a09:36:08.449382 run iperf3-srv_10.42.42.10(pid=426): Launched\u000a09:36:08.644468 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:36:08.777214 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:36:09.105833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=427): Launched\u000a09:36:09.378160 run iperf3-srv_10.42.42.10(pid=428): Launched\u000a09:36:09.572443 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:36:09.705156 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:36:10.034283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=429): Launched\u000a09:36:10.308598 run iperf3-srv_10.42.42.10(pid=430): Launched\u000a09:36:10.504043 tst iperf3m4.py:8: start network...\u000a09:36:10.637362 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:36:11.148684 run create_hlr_db(pid=431): Launched\u000a09:36:11.331798 bus /gobi_6: Setting Powered False\u000a09:36:12.354237 run create_hlr_db(pid=431): Terminated: ok {rc=0}\u000a09:36:12.754091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=433): Launched\u000a09:36:13.053066 run osmo-hlr_10.42.42.2(pid=434): Launched\u000a09:36:13.170643 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:36:13.691634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=436): Launched\u000a09:36:13.989711 run osmo-stp_10.42.42.5(pid=437): Launched\u000a09:36:14.099224 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:36:14.617447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=439): Launched\u000a09:36:14.724269 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:36:14.983577 run patchelf(pid=440): Launched\u000a09:36:15.159858 run osmo-stp_10.42.42.5(pid=437): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=437)]\u000a09:36:15.287561 run osmo-stp_10.42.42.5(pid=437): stdout: \u000a| (launched: 2022-12-13_09:36:13.842127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:36:15.415358 run osmo-stp_10.42.42.5(pid=437): stderr: \u000a| �[0;m�[38;5;43m20221213093614012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093614012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093614012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093614013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093614015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093614015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093614015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:36:15.538743 run osmo-stp_10.42.42.5(pid=437): stdout: \u000a| (launched: 2022-12-13_09:36:13.842127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:36:15.661584 run osmo-stp_10.42.42.5(pid=437): stderr: \u000a| �[0;m�[38;5;43m20221213093614012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093614012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093614012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093614013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093614015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093614015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093614015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:36:15.803902 run patchelf(pid=440): Terminating (SIGINT)\u000a09:36:15.983730 run patchelf(pid=440): Terminated: ok {rc=0}\u000a09:36:16.015973 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=437): Process ended prematurely: osmo-stp_10.42.42.5(pid=437) [trial-2387↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=437)] [trial-2387↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a09:36:16.026162 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a09:36:16.088448 run osmo-hlr_10.42.42.2(pid=434): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=434)]\u000a09:36:16.138966 run osmo-hlr_10.42.42.2(pid=434): stdout: \u000a| (launched: 2022-12-13_09:36:12.905668) \u000a09:36:16.190176 run osmo-hlr_10.42.42.2(pid=434): stderr: \u000a| �[0;m�[1;31m20221213093613080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093613080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093613080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093613080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093613080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093613080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093613092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093613101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093613101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093613101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:36:16.234517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=423): Terminating (SIGTERM)\u000a09:36:16.277981 run iperf3-srv_10.42.42.10(pid=424): Terminating (SIGTERM)\u000a09:36:16.321712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=425): Terminating (SIGTERM)\u000a09:36:16.364315 run iperf3-srv_10.42.42.10(pid=426): Terminating (SIGTERM)\u000a09:36:16.409398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=427): Terminating (SIGTERM)\u000a09:36:16.451539 run iperf3-srv_10.42.42.10(pid=428): Terminating (SIGTERM)\u000a09:36:16.496733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=429): Terminating (SIGTERM)\u000a09:36:16.540288 run iperf3-srv_10.42.42.10(pid=430): Terminating (SIGTERM)\u000a09:36:16.584488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=433): Terminating (SIGTERM)\u000a09:36:16.626274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=436): Terminating (SIGTERM)\u000a09:36:16.667872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=439): Terminating (SIGTERM)\u000a09:36:16.677644 --- ParallelTerminationStrategy: PID 423 died...\u000a09:36:16.734471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=423): Terminated: ok {rc=0}\u000a09:36:16.745110 --- ParallelTerminationStrategy: PID 424 died...\u000a09:36:16.801381 run iperf3-srv_10.42.42.10(pid=424): Terminated {rc=256}\u000a09:36:16.812122 --- ParallelTerminationStrategy: PID 425 died...\u000a09:36:16.868298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=425): Terminated: ok {rc=0}\u000a09:36:16.878874 --- ParallelTerminationStrategy: PID 426 died...\u000a09:36:16.935183 run iperf3-srv_10.42.42.10(pid=426): Terminated {rc=256}\u000a09:36:16.945723 --- ParallelTerminationStrategy: PID 427 died...\u000a09:36:17.001950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=427): Terminated: ok {rc=0}\u000a09:36:17.012373 --- ParallelTerminationStrategy: PID 428 died...\u000a09:36:17.068525 run iperf3-srv_10.42.42.10(pid=428): Terminated {rc=256}\u000a09:36:17.079093 --- ParallelTerminationStrategy: PID 429 died...\u000a09:36:17.135568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=429): Terminated: ok {rc=0}\u000a09:36:17.145994 --- ParallelTerminationStrategy: PID 430 died...\u000a09:36:17.201975 run iperf3-srv_10.42.42.10(pid=430): Terminated {rc=256}\u000a09:36:17.212479 --- ParallelTerminationStrategy: PID 433 died...\u000a09:36:17.267020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=433): Terminated: ok {rc=0}\u000a09:36:17.276703 --- ParallelTerminationStrategy: PID 436 died...\u000a09:36:17.330068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=436): Terminated: ok {rc=0}\u000a09:36:17.339769 --- ParallelTerminationStrategy: PID 439 died...\u000a09:36:17.393267 run pcap-recorder_any(filters='host 10.42.42.6')(pid=439): Terminated: ok {rc=0}\u000a09:36:17.480096 bus /gobi_4: Setting Powered False\u000a09:36:18.582340 bus /gobi_4: Setting Powered False\u000a09:36:19.692706 bus /gobi_1: Setting Powered False\u000a09:36:20.794175 bus /gobi_1: Setting Powered False\u000a09:36:21.904399 bus /gobi_0: Setting Powered False\u000a09:36:23.012411 bus /gobi_0: Setting Powered False\u000a09:36:24.120085 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=447): Process ended prematurely: osmo-stp_10.42.42.5(pid=447) [trial-2387↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=447)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=447): Process ended prematurely: osmo-stp_10.42.42.5(pid=447) [trial-2387↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=447)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a09:36:25.188219 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:36:25.199942 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:36:25.333717 tst ping.py: using LAC 33071\u000a09:36:25.456313 tst ping.py: using RAC 176\u000a09:36:25.576819 tst ping.py: using CellId 33071\u000a09:36:25.698185 tst ping.py: using BVCI 33072\u000a09:36:25.722051 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:36:25.733307 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:36:25.744347 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:36:25.755341 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:36:25.766297 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:36:25.777235 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:36:25.788291 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:36:25.799489 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:36:26.083649 tst ping.py:19: start network...\u000a09:36:26.214162 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:36:26.713517 run create_hlr_db(pid=441): Launched\u000a09:36:26.894911 bus /gobi_6: Setting Powered False\u000a09:36:27.915027 run create_hlr_db(pid=441): Terminated: ok {rc=0}\u000a09:36:28.306889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=443): Launched\u000a09:36:28.600165 run osmo-hlr_10.42.42.2(pid=444): Launched\u000a09:36:28.706613 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:36:29.217049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=446): Launched\u000a09:36:29.508895 run osmo-stp_10.42.42.5(pid=447): Launched\u000a09:36:29.616402 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:36:30.124210 run pcap-recorder_any(filters='host 10.42.42.6')(pid=449): Launched\u000a09:36:30.228061 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:36:30.483145 run patchelf(pid=450): Launched\u000a09:36:30.654610 run osmo-stp_10.42.42.5(pid=447): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=447)]\u000a09:36:30.779574 run osmo-stp_10.42.42.5(pid=447): stdout: \u000a| (launched: 2022-12-13_09:36:29.365458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:36:30.928377 run osmo-stp_10.42.42.5(pid=447): stderr: \u000a| �[0;m�[38;5;43m20221213093629535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093629535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093629536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093629536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093629536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093629537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093629537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:36:31.057231 run osmo-stp_10.42.42.5(pid=447): stdout: \u000a| (launched: 2022-12-13_09:36:29.365458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:36:31.189678 run osmo-stp_10.42.42.5(pid=447): stderr: \u000a| �[0;m�[38;5;43m20221213093629535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093629535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093629536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093629536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093629536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093629537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093629537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:36:31.338858 run patchelf(pid=450): Terminating (SIGINT)\u000a09:36:31.509863 run patchelf(pid=450): Terminated: ok {rc=0}\u000a09:36:31.541423 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=447): Process ended prematurely: osmo-stp_10.42.42.5(pid=447) [trial-2387↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=447)] [trial-2387↪gprs:nanobts+band-1900↪ping.py:22]\u000a09:36:31.551103 tst ping.py:22: Test FAILED (6.3 sec)\u000a09:36:31.614825 run osmo-hlr_10.42.42.2(pid=444): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=444)]\u000a09:36:31.665977 run osmo-hlr_10.42.42.2(pid=444): stdout: \u000a| (launched: 2022-12-13_09:36:28.455295) \u000a09:36:31.717830 run osmo-hlr_10.42.42.2(pid=444): stderr: \u000a| �[0;m�[1;31m20221213093628631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093628631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093628631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093628631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093628631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093628631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093628689 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093628698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093628698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093628698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:36:31.762301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=443): Terminating (SIGTERM)\u000a09:36:31.803617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=446): Terminating (SIGTERM)\u000a09:36:31.845361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=449): Terminating (SIGTERM)\u000a09:36:31.855128 --- ParallelTerminationStrategy: PID 443 died...\u000a09:36:31.912056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=443): Terminated: ok {rc=0}\u000a09:36:31.922599 --- ParallelTerminationStrategy: PID 446 died...\u000a09:36:31.978881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=446): Terminated: ok {rc=0}\u000a09:36:31.989470 --- ParallelTerminationStrategy: PID 449 died...\u000a09:36:32.045703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=449): Terminated: ok {rc=0}\u000a09:36:32.138300 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=457): Process ended prematurely: osmo-stp_10.42.42.5(pid=457) [trial-2387↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=457)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=457): Process ended prematurely: osmo-stp_10.42.42.5(pid=457) [trial-2387↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=457)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a09:36:33.191127 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:36:33.202472 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:36:33.326457 tst ping_idle_ping.py: using LAC 33072\u000a09:36:33.441306 tst ping_idle_ping.py: using RAC 177\u000a09:36:33.556652 tst ping_idle_ping.py: using CellId 33072\u000a09:36:33.673461 tst ping_idle_ping.py: using BVCI 33073\u000a09:36:33.695879 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:36:33.706585 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:36:33.717094 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:36:33.727550 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:36:33.738756 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:36:33.750091 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:36:33.760813 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:36:33.771629 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:36:34.058621 tst ping_idle_ping.py:24: start network...\u000a09:36:34.189336 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:36:34.692821 run create_hlr_db(pid=451): Launched\u000a09:36:34.874739 bus /gobi_6: Setting Powered False\u000a09:36:35.896030 run create_hlr_db(pid=451): Terminated: ok {rc=0}\u000a09:36:36.290677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=453): Launched\u000a09:36:36.585375 run osmo-hlr_10.42.42.2(pid=454): Launched\u000a09:36:36.694270 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:36:37.204054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=456): Launched\u000a09:36:37.497977 run osmo-stp_10.42.42.5(pid=457): Launched\u000a09:36:37.605804 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:36:38.117087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=459): Launched\u000a09:36:38.221637 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:36:38.476871 run patchelf(pid=460): Launched\u000a09:36:38.649081 run osmo-stp_10.42.42.5(pid=457): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=457)]\u000a09:36:38.774736 run osmo-stp_10.42.42.5(pid=457): stdout: \u000a| (launched: 2022-12-13_09:36:37.352463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:36:38.900175 run osmo-stp_10.42.42.5(pid=457): stderr: \u000a| �[0;m�[38;5;43m20221213093637523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093637523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093637523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093637524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093637524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093637524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093637524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:36:39.021888 run osmo-stp_10.42.42.5(pid=457): stdout: \u000a| (launched: 2022-12-13_09:36:37.352463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:36:39.142756 run osmo-stp_10.42.42.5(pid=457): stderr: \u000a| �[0;m�[38;5;43m20221213093637523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093637523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093637523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093637524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093637524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093637524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093637524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:36:39.282926 run patchelf(pid=460): Terminating (SIGINT)\u000a09:36:39.447798 run patchelf(pid=460): Terminated: ok {rc=0}\u000a09:36:39.478015 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=457): Process ended prematurely: osmo-stp_10.42.42.5(pid=457) [trial-2387↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=457)] [trial-2387↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a09:36:39.486575 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a09:36:39.546176 run osmo-hlr_10.42.42.2(pid=454): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=454)]\u000a09:36:39.594649 run osmo-hlr_10.42.42.2(pid=454): stdout: \u000a| (launched: 2022-12-13_09:36:36.439669) \u000a09:36:39.643683 run osmo-hlr_10.42.42.2(pid=454): stderr: \u000a| �[0;m�[1;31m20221213093636616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093636616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093636616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093636616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093636616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093636617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093636630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093636638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093636638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093636638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:36:39.685452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=453): Terminating (SIGTERM)\u000a09:36:39.725149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=456): Terminating (SIGTERM)\u000a09:36:39.764360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=459): Terminating (SIGTERM)\u000a09:36:39.773603 --- ParallelTerminationStrategy: PID 453 died...\u000a09:36:39.826846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=453): Terminated: ok {rc=0}\u000a09:36:39.836447 --- ParallelTerminationStrategy: PID 456 died...\u000a09:36:39.889283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=456): Terminated: ok {rc=0}\u000a09:36:39.898806 --- ParallelTerminationStrategy: PID 459 died...\u000a09:36:39.951938 run pcap-recorder_any(filters='host 10.42.42.6')(pid=459): Terminated: ok {rc=0}\u000a09:36:40.034627 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:35:42" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=474): Process ended prematurely: osmo-stp_10.42.42.5(pid=474) [trial-2387↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=474)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=474): Process ended prematurely: osmo-stp_10.42.42.5(pid=474) [trial-2387↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=474)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:36:42.169898 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:42.180886 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:36:42.317287 tst cs_paging_gprs_active.py: using LAC 33073\u000a09:36:42.441406 tst cs_paging_gprs_active.py: using RAC 178\u000a09:36:42.568596 tst cs_paging_gprs_active.py: using CellId 33073\u000a09:36:42.693490 tst cs_paging_gprs_active.py: using BVCI 33074\u000a09:36:42.717871 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:42.729313 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:42.740390 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:42.751534 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:42.762584 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:42.773672 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:42.785112 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:42.796141 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:42.807409 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:36:42.925232 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:36:43.201587 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:36:43.325886 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:36:43.634243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=464): Launched\u000a09:36:43.890295 run iperf3-srv_10.42.42.10(pid=465): Launched\u000a09:36:44.071979 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:36:44.196116 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:36:44.503446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=466): Launched\u000a09:36:44.759057 run iperf3-srv_10.42.42.10(pid=467): Launched\u000a09:36:44.940175 tst cs_paging_gprs_active.py:38: start network...\u000a09:36:45.064014 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:36:45.533294 run create_hlr_db(pid=468): Launched\u000a09:36:45.705015 bus /gobi_6: Setting Powered False\u000a09:36:46.731390 run create_hlr_db(pid=468): Terminated: ok {rc=0}\u000a09:36:47.185225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=470): Launched\u000a09:36:47.487456 run osmo-hlr_10.42.42.2(pid=471): Launched\u000a09:36:47.597406 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:36:48.112582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=473): Launched\u000a09:36:48.412049 run osmo-stp_10.42.42.5(pid=474): Launched\u000a09:36:48.522570 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:36:49.041274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=476): Launched\u000a09:36:49.147701 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:36:49.406826 run patchelf(pid=477): Launched\u000a09:36:49.580580 run osmo-stp_10.42.42.5(pid=474): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=474)]\u000a09:36:49.708144 run osmo-stp_10.42.42.5(pid=474): stdout: \u000a| (launched: 2022-12-13_09:36:48.263876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:36:49.835935 run osmo-stp_10.42.42.5(pid=474): stderr: \u000a| �[0;m�[38;5;43m20221213093648431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093648431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093648431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093648431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093648434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093648434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093648434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:36:49.959636 run osmo-stp_10.42.42.5(pid=474): stdout: \u000a| (launched: 2022-12-13_09:36:48.263876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:36:50.082303 run osmo-stp_10.42.42.5(pid=474): stderr: \u000a| �[0;m�[38;5;43m20221213093648431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093648431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093648431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093648431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093648434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093648434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093648434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:36:50.224675 run patchelf(pid=477): Terminating (SIGINT)\u000a09:36:50.391440 run patchelf(pid=477): Terminated: ok {rc=0}\u000a09:36:50.422378 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=474): Process ended prematurely: osmo-stp_10.42.42.5(pid=474) [trial-2387↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=474)] [trial-2387↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a09:36:50.431506 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a09:36:50.491060 run osmo-hlr_10.42.42.2(pid=471): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=471)]\u000a09:36:50.539670 run osmo-hlr_10.42.42.2(pid=471): stdout: \u000a| (launched: 2022-12-13_09:36:47.338720) \u000a09:36:50.588803 run osmo-hlr_10.42.42.2(pid=471): stderr: \u000a| �[0;m�[1;31m20221213093647516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093647516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093647516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093647516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093647516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093647516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093647530 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093647538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093647539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093647539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:36:50.631203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=464): Terminating (SIGTERM)\u000a09:36:50.670770 run iperf3-srv_10.42.42.10(pid=465): Terminating (SIGTERM)\u000a09:36:50.710301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=466): Terminating (SIGTERM)\u000a09:36:50.749477 run iperf3-srv_10.42.42.10(pid=467): Terminating (SIGTERM)\u000a09:36:50.789405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=470): Terminating (SIGTERM)\u000a09:36:50.828824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=473): Terminating (SIGTERM)\u000a09:36:50.868165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=476): Terminating (SIGTERM)\u000a09:36:50.877275 --- ParallelTerminationStrategy: PID 464 died...\u000a09:36:50.930387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=464): Terminated: ok {rc=0}\u000a09:36:50.939859 --- ParallelTerminationStrategy: PID 465 died...\u000a09:36:50.992454 run iperf3-srv_10.42.42.10(pid=465): Terminated {rc=256}\u000a09:36:51.001878 --- ParallelTerminationStrategy: PID 466 died...\u000a09:36:51.054761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=466): Terminated: ok {rc=0}\u000a09:36:51.064107 --- ParallelTerminationStrategy: PID 467 died...\u000a09:36:51.116603 run iperf3-srv_10.42.42.10(pid=467): Terminated {rc=256}\u000a09:36:51.126019 --- ParallelTerminationStrategy: PID 470 died...\u000a09:36:51.178601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=470): Terminated: ok {rc=0}\u000a09:36:51.188079 --- ParallelTerminationStrategy: PID 473 died...\u000a09:36:51.240600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=473): Terminated: ok {rc=0}\u000a09:36:51.250083 --- ParallelTerminationStrategy: PID 476 died...\u000a09:36:51.302879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=476): Terminated: ok {rc=0}\u000a09:36:51.385475 bus /gobi_0: Setting Powered False\u000a09:36:52.485072 bus /gobi_0: Setting Powered False\u000a09:36:53.595304 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=486): Process ended prematurely: osmo-stp_10.42.42.5(pid=486) [trial-2387↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=486)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=486): Process ended prematurely: osmo-stp_10.42.42.5(pid=486) [trial-2387↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=486)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a09:36:54.704419 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:54.715720 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:36:54.851825 tst iperf3.py: using LAC 33074\u000a09:36:54.976727 tst iperf3.py: using RAC 179\u000a09:36:55.101779 tst iperf3.py: using CellId 33074\u000a09:36:55.227685 tst iperf3.py: using BVCI 33075\u000a09:36:55.252221 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:55.263853 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:55.275040 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:55.286272 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:55.297601 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:55.308695 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:55.320068 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:55.331179 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:55.342569 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:36:55.619870 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:36:55.744167 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:36:56.053002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=478): Launched\u000a09:36:56.309598 run iperf3-srv_10.42.42.10(pid=479): Launched\u000a09:36:56.491437 tst iperf3.py:8: start network...\u000a09:36:56.615696 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:36:57.086264 run create_hlr_db(pid=480): Launched\u000a09:36:57.257770 bus /gobi_6: Setting Powered False\u000a09:36:58.279764 run create_hlr_db(pid=480): Terminated: ok {rc=0}\u000a09:36:58.704005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=482): Launched\u000a09:36:59.022973 run osmo-hlr_10.42.42.2(pid=483): Launched\u000a09:36:59.146540 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:36:59.699281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=485): Launched\u000a09:37:00.017644 run osmo-stp_10.42.42.5(pid=486): Launched\u000a09:37:00.138596 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:37:00.691409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=488): Launched\u000a09:37:00.805610 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:37:01.109182 run patchelf(pid=489): Launched\u000a09:37:01.290258 run osmo-stp_10.42.42.5(pid=486): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=486)]\u000a09:37:01.424042 run osmo-stp_10.42.42.5(pid=486): stdout: \u000a| (launched: 2022-12-13_09:36:59.861550)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:37:01.558941 run osmo-stp_10.42.42.5(pid=486): stderr: \u000a| �[0;m�[38;5;43m20221213093700053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093700053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093700053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093700053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093700054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093700054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093700054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:37:01.688407 run osmo-stp_10.42.42.5(pid=486): stdout: \u000a| (launched: 2022-12-13_09:36:59.861550)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:37:01.816173 run osmo-stp_10.42.42.5(pid=486): stderr: \u000a| �[0;m�[38;5;43m20221213093700053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093700053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093700053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093700053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093700054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093700054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093700054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:37:01.966180 run patchelf(pid=489): Terminating (SIGINT)\u000a09:37:02.139977 run patchelf(pid=489): Terminated: ok {rc=0}\u000a09:37:02.172074 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=486): Process ended prematurely: osmo-stp_10.42.42.5(pid=486) [trial-2387↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=486)] [trial-2387↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a09:37:02.182801 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a09:37:02.246075 run osmo-hlr_10.42.42.2(pid=483): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=483)]\u000a09:37:02.295681 run osmo-hlr_10.42.42.2(pid=483): stdout: \u000a| (launched: 2022-12-13_09:36:58.866747) \u000a09:37:02.346205 run osmo-hlr_10.42.42.2(pid=483): stderr: \u000a| �[0;m�[1;31m20221213093659063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093659063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093659064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093659064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093659064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093659064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093659076 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093659084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093659084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093659084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:37:02.389112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=478): Terminating (SIGTERM)\u000a09:37:02.429532 run iperf3-srv_10.42.42.10(pid=479): Terminating (SIGTERM)\u000a09:37:02.470116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=482): Terminating (SIGTERM)\u000a09:37:02.510508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=485): Terminating (SIGTERM)\u000a09:37:02.550972 run pcap-recorder_any(filters='host 10.42.42.6')(pid=488): Terminating (SIGTERM)\u000a09:37:02.560324 --- ParallelTerminationStrategy: PID 478 died...\u000a09:37:02.615033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=478): Terminated: ok {rc=0}\u000a09:37:02.624718 --- ParallelTerminationStrategy: PID 479 died...\u000a09:37:02.679313 run iperf3-srv_10.42.42.10(pid=479): Terminated {rc=256}\u000a09:37:02.689020 --- ParallelTerminationStrategy: PID 482 died...\u000a09:37:02.744038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=482): Terminated: ok {rc=0}\u000a09:37:02.753744 --- ParallelTerminationStrategy: PID 485 died...\u000a09:37:02.807726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=485): Terminated: ok {rc=0}\u000a09:37:02.817383 --- ParallelTerminationStrategy: PID 488 died...\u000a09:37:02.870761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=488): Terminated: ok {rc=0}\u000a09:37:02.958911 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=504): Process ended prematurely: osmo-stp_10.42.42.5(pid=504) [trial-2387↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=504)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=504): Process ended prematurely: osmo-stp_10.42.42.5(pid=504) [trial-2387↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=504)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a09:37:04.067357 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:37:04.081946 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:37:04.206035 tst iperf3m4.py: using LAC 33075\u000a09:37:04.322923 tst iperf3m4.py: using RAC 180\u000a09:37:04.439786 tst iperf3m4.py: using CellId 33075\u000a09:37:04.558361 tst iperf3m4.py: using BVCI 33076\u000a09:37:04.581123 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:37:04.591965 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:37:04.602664 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:37:04.613411 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:37:04.624790 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:37:04.635883 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:37:04.647198 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:37:04.658393 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:37:04.669649 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:37:04.785729 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:37:04.908076 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:37:05.028703 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:37:05.307135 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:37:05.432348 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:37:05.742478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=490): Launched\u000a09:37:06.001182 run iperf3-srv_10.42.42.10(pid=491): Launched\u000a09:37:06.184507 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:37:06.309932 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:37:06.620695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=492): Launched\u000a09:37:06.878408 run iperf3-srv_10.42.42.10(pid=493): Launched\u000a09:37:07.061071 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:37:07.186275 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:37:07.495686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=494): Launched\u000a09:37:07.752501 run iperf3-srv_10.42.42.10(pid=495): Launched\u000a09:37:07.934880 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:37:08.059690 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:37:08.369379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=496): Launched\u000a09:37:08.627577 run iperf3-srv_10.42.42.10(pid=497): Launched\u000a09:37:08.810751 tst iperf3m4.py:8: start network...\u000a09:37:08.935664 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:37:09.406005 run create_hlr_db(pid=498): Launched\u000a09:37:09.577804 bus /gobi_6: Setting Powered False\u000a09:37:10.601439 run create_hlr_db(pid=498): Terminated: ok {rc=0}\u000a09:37:10.999621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=500): Launched\u000a09:37:11.298288 run osmo-hlr_10.42.42.2(pid=501): Launched\u000a09:37:11.413509 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:37:11.939425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=503): Launched\u000a09:37:12.239471 run osmo-stp_10.42.42.5(pid=504): Launched\u000a09:37:12.358264 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:37:12.882018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=506): Launched\u000a09:37:12.988733 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:37:13.249955 run patchelf(pid=507): Launched\u000a09:37:13.425340 run osmo-stp_10.42.42.5(pid=504): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=504)]\u000a09:37:13.553864 run osmo-stp_10.42.42.5(pid=504): stdout: \u000a| (launched: 2022-12-13_09:37:12.091169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:37:13.682734 run osmo-stp_10.42.42.5(pid=504): stderr: \u000a| �[0;m�[38;5;43m20221213093712262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093712262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093712262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093712263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093712263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093712263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093712263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:37:13.806872 run osmo-stp_10.42.42.5(pid=504): stdout: \u000a| (launched: 2022-12-13_09:37:12.091169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:37:13.930118 run osmo-stp_10.42.42.5(pid=504): stderr: \u000a| �[0;m�[38;5;43m20221213093712262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093712262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093712262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093712263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093712263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093712263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093712263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:37:14.073771 run patchelf(pid=507): Terminating (SIGINT)\u000a09:37:14.242740 run patchelf(pid=507): Terminated: ok {rc=0}\u000a09:37:14.274016 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=504): Process ended prematurely: osmo-stp_10.42.42.5(pid=504) [trial-2387↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=504)] [trial-2387↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a09:37:14.283510 tst iperf3m4.py:8: Test FAILED (10.2 sec)\u000a09:37:14.344896 run osmo-hlr_10.42.42.2(pid=501): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=501)]\u000a09:37:14.395071 run osmo-hlr_10.42.42.2(pid=501): stdout: \u000a| (launched: 2022-12-13_09:37:11.151380) \u000a09:37:14.445427 run osmo-hlr_10.42.42.2(pid=501): stderr: \u000a| �[0;m�[1;31m20221213093711328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093711328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093711328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093711328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093711328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093711328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093711342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093711350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093711351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093711351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:37:14.488439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=490): Terminating (SIGTERM)\u000a09:37:14.529152 run iperf3-srv_10.42.42.10(pid=491): Terminating (SIGTERM)\u000a09:37:14.570114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=492): Terminating (SIGTERM)\u000a09:37:14.610627 run iperf3-srv_10.42.42.10(pid=493): Terminating (SIGTERM)\u000a09:37:14.650601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=494): Terminating (SIGTERM)\u000a09:37:14.690635 run iperf3-srv_10.42.42.10(pid=495): Terminating (SIGTERM)\u000a09:37:14.730673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=496): Terminating (SIGTERM)\u000a09:37:14.770593 run iperf3-srv_10.42.42.10(pid=497): Terminating (SIGTERM)\u000a09:37:14.810853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=500): Terminating (SIGTERM)\u000a09:37:14.850856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=503): Terminating (SIGTERM)\u000a09:37:14.890747 run pcap-recorder_any(filters='host 10.42.42.6')(pid=506): Terminating (SIGTERM)\u000a09:37:14.900028 --- ParallelTerminationStrategy: PID 490 died...\u000a09:37:14.954121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=490): Terminated: ok {rc=0}\u000a09:37:14.963815 --- ParallelTerminationStrategy: PID 491 died...\u000a09:37:15.017407 run iperf3-srv_10.42.42.10(pid=491): Terminated {rc=256}\u000a09:37:15.026970 --- ParallelTerminationStrategy: PID 492 died...\u000a09:37:15.080470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=492): Terminated: ok {rc=0}\u000a09:37:15.090120 --- ParallelTerminationStrategy: PID 493 died...\u000a09:37:15.143716 run iperf3-srv_10.42.42.10(pid=493): Terminated {rc=256}\u000a09:37:15.153381 --- ParallelTerminationStrategy: PID 494 died...\u000a09:37:15.205977 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=494): Terminated: ok {rc=0}\u000a09:37:15.215535 --- ParallelTerminationStrategy: PID 495 died...\u000a09:37:15.267830 run iperf3-srv_10.42.42.10(pid=495): Terminated {rc=256}\u000a09:37:15.277461 --- ParallelTerminationStrategy: PID 496 died...\u000a09:37:15.330114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=496): Terminated: ok {rc=0}\u000a09:37:15.339716 --- ParallelTerminationStrategy: PID 497 died...\u000a09:37:15.392261 run iperf3-srv_10.42.42.10(pid=497): Terminated {rc=256}\u000a09:37:15.401748 --- ParallelTerminationStrategy: PID 500 died...\u000a09:37:15.454423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=500): Terminated: ok {rc=0}\u000a09:37:15.464015 --- ParallelTerminationStrategy: PID 503 died...\u000a09:37:15.516691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=503): Terminated: ok {rc=0}\u000a09:37:15.526652 --- ParallelTerminationStrategy: PID 506 died...\u000a09:37:15.579204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=506): Terminated: ok {rc=0}\u000a09:37:15.661752 bus /gobi_4: Setting Powered False\u000a09:37:16.767182 bus /gobi_4: Setting Powered False\u000a09:37:17.877557 bus /gobi_1: Setting Powered False\u000a09:37:18.978255 bus /gobi_1: Setting Powered False\u000a09:37:20.087180 bus /gobi_0: Setting Powered False\u000a09:37:21.193284 bus /gobi_0: Setting Powered False\u000a09:37:22.300235 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=514): Process ended prematurely: osmo-stp_10.42.42.5(pid=514) [trial-2387↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=514)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=514): Process ended prematurely: osmo-stp_10.42.42.5(pid=514) [trial-2387↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=514)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a09:37:23.368668 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:37:23.381001 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:37:23.514023 tst ping.py: using LAC 33076\u000a09:37:23.638715 tst ping.py: using RAC 181\u000a09:37:23.761215 tst ping.py: using CellId 33076\u000a09:37:23.883599 tst ping.py: using BVCI 33077\u000a09:37:23.907568 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:37:23.919069 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:37:23.930923 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:37:23.942421 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:37:23.953776 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:37:23.964852 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:37:23.976197 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:37:23.987573 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:37:24.258483 tst ping.py:19: start network...\u000a09:37:24.379870 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:37:24.838781 run create_hlr_db(pid=508): Launched\u000a09:37:25.007741 bus /gobi_6: Setting Powered False\u000a09:37:26.028407 run create_hlr_db(pid=508): Terminated: ok {rc=0}\u000a09:37:26.443308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=510): Launched\u000a09:37:26.755315 run osmo-hlr_10.42.42.2(pid=511): Launched\u000a09:37:26.870657 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:37:27.416288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=513): Launched\u000a09:37:27.729399 run osmo-stp_10.42.42.5(pid=514): Launched\u000a09:37:27.842383 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:37:28.388484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=516): Launched\u000a09:37:28.500365 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:37:28.772893 run patchelf(pid=517): Launched\u000a09:37:28.956892 run osmo-stp_10.42.42.5(pid=514): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=514)]\u000a09:37:29.090990 run osmo-stp_10.42.42.5(pid=514): stdout: \u000a| (launched: 2022-12-13_09:37:27.575434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:37:29.225974 run osmo-stp_10.42.42.5(pid=514): stderr: \u000a| �[0;m�[38;5;43m20221213093727767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093727767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093727767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093727768 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093727770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093727770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093727770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:37:29.355865 run osmo-stp_10.42.42.5(pid=514): stdout: \u000a| (launched: 2022-12-13_09:37:27.575434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:37:29.484416 run osmo-stp_10.42.42.5(pid=514): stderr: \u000a| �[0;m�[38;5;43m20221213093727767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093727767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093727767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093727768 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093727770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093727770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093727770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:37:29.633713 run patchelf(pid=517): Terminating (SIGINT)\u000a09:37:29.809274 run patchelf(pid=517): Terminated: ok {rc=0}\u000a09:37:29.841142 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=514): Process ended prematurely: osmo-stp_10.42.42.5(pid=514) [trial-2387↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=514)] [trial-2387↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a09:37:29.850416 tst ping.py:22: Test FAILED (6.5 sec)\u000a09:37:29.912402 run osmo-hlr_10.42.42.2(pid=511): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=511)]\u000a09:37:29.963341 run osmo-hlr_10.42.42.2(pid=511): stdout: \u000a| (launched: 2022-12-13_09:37:26.602263) \u000a09:37:30.015074 run osmo-hlr_10.42.42.2(pid=511): stderr: \u000a| �[0;m�[1;31m20221213093726798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093726798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093726798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093726798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093726798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093726798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093726810 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093726818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093726818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093726819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:37:30.059411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=510): Terminating (SIGTERM)\u000a09:37:30.101346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=513): Terminating (SIGTERM)\u000a09:37:30.143154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=516): Terminating (SIGTERM)\u000a09:37:30.153026 --- ParallelTerminationStrategy: PID 510 died...\u000a09:37:30.208802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=510): Terminated: ok {rc=0}\u000a09:37:30.219003 --- ParallelTerminationStrategy: PID 513 died...\u000a09:37:30.274760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=513): Terminated: ok {rc=0}\u000a09:37:30.285022 --- ParallelTerminationStrategy: PID 516 died...\u000a09:37:30.340334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=516): Terminated: ok {rc=0}\u000a09:37:30.426129 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=524): Process ended prematurely: osmo-stp_10.42.42.5(pid=524) [trial-2387↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=524)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=524): Process ended prematurely: osmo-stp_10.42.42.5(pid=524) [trial-2387↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=524)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a09:37:31.477493 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:37:31.490529 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:37:31.648779 tst ping_idle_ping.py: using LAC 33077\u000a09:37:31.808172 tst ping_idle_ping.py: using RAC 182\u000a09:37:31.940037 tst ping_idle_ping.py: using CellId 33077\u000a09:37:32.097819 tst ping_idle_ping.py: using BVCI 33078\u000a09:37:32.129533 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:37:32.144396 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:37:32.160433 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:37:32.176111 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:37:32.191245 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:37:32.204005 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:37:32.215960 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:37:32.228078 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:37:32.517077 tst ping_idle_ping.py:24: start network...\u000a09:37:32.647105 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:37:33.157721 run create_hlr_db(pid=518): Launched\u000a09:37:33.340429 bus /gobi_6: Setting Powered False\u000a09:37:34.361577 run create_hlr_db(pid=518): Terminated: ok {rc=0}\u000a09:37:34.755619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=520): Launched\u000a09:37:35.050024 run osmo-hlr_10.42.42.2(pid=521): Launched\u000a09:37:35.163761 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:37:35.681915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=523): Launched\u000a09:37:35.975686 run osmo-stp_10.42.42.5(pid=524): Launched\u000a09:37:36.083467 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:37:36.594562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=526): Launched\u000a09:37:36.699048 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:37:36.955177 run patchelf(pid=527): Launched\u000a09:37:37.127563 run osmo-stp_10.42.42.5(pid=524): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=524)]\u000a09:37:37.253427 run osmo-stp_10.42.42.5(pid=524): stdout: \u000a| (launched: 2022-12-13_09:37:35.830847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:37:37.379453 run osmo-stp_10.42.42.5(pid=524): stderr: \u000a| �[0;m�[38;5;43m20221213093736000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093736000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093736000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093736001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093736001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093736001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093736001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:37:37.501478 run osmo-stp_10.42.42.5(pid=524): stdout: \u000a| (launched: 2022-12-13_09:37:35.830847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:37:37.622765 run osmo-stp_10.42.42.5(pid=524): stderr: \u000a| �[0;m�[38;5;43m20221213093736000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093736000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093736000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093736001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093736001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093736001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093736001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:37:37.762996 run patchelf(pid=527): Terminating (SIGINT)\u000a09:37:37.928240 run patchelf(pid=527): Terminated: ok {rc=0}\u000a09:37:37.958491 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=524): Process ended prematurely: osmo-stp_10.42.42.5(pid=524) [trial-2387↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=524)] [trial-2387↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a09:37:37.967049 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a09:37:38.027410 run osmo-hlr_10.42.42.2(pid=521): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=521)]\u000a09:37:38.077059 run osmo-hlr_10.42.42.2(pid=521): stdout: \u000a| (launched: 2022-12-13_09:37:34.904475) \u000a09:37:38.126769 run osmo-hlr_10.42.42.2(pid=521): stderr: \u000a| �[0;m�[1;31m20221213093735077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093735077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093735077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093735078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093735078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093735078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093735089 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093735098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093735098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093735098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:37:38.168696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=520): Terminating (SIGTERM)\u000a09:37:38.208222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=523): Terminating (SIGTERM)\u000a09:37:38.247758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=526): Terminating (SIGTERM)\u000a09:37:38.256941 --- ParallelTerminationStrategy: PID 520 died...\u000a09:37:38.310657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=520): Terminated: ok {rc=0}\u000a09:37:38.320310 --- ParallelTerminationStrategy: PID 523 died...\u000a09:37:38.373791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=523): Terminated: ok {rc=0}\u000a09:37:38.383491 --- ParallelTerminationStrategy: PID 526 died...\u000a09:37:38.437167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=526): Terminated: ok {rc=0}\u000a09:37:38.524824 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:36:41" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=541): Process ended prematurely: osmo-stp_10.42.42.5(pid=541) [trial-2387↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=541)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=541): Process ended prematurely: osmo-stp_10.42.42.5(pid=541) [trial-2387↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:37:40.638351 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:40.649422 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:37:40.795355 tst cs_paging_gprs_active.py: using LAC 33078\u000a09:37:40.912452 tst cs_paging_gprs_active.py: using RAC 183\u000a09:37:41.029481 tst cs_paging_gprs_active.py: using CellId 33078\u000a09:37:41.146999 tst cs_paging_gprs_active.py: using BVCI 33079\u000a09:37:41.170032 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:41.181231 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:41.192216 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:41.203209 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:41.214598 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:41.226092 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:41.237617 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:41.248920 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:41.260413 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:37:41.381510 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:37:41.659809 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:37:41.784540 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:37:42.092824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=531): Launched\u000a09:37:42.349000 run iperf3-srv_10.42.42.10(pid=532): Launched\u000a09:37:42.530503 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:37:42.654598 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:37:42.962918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=533): Launched\u000a09:37:43.219263 run iperf3-srv_10.42.42.10(pid=534): Launched\u000a09:37:43.400657 tst cs_paging_gprs_active.py:38: start network...\u000a09:37:43.524880 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:37:43.992640 run create_hlr_db(pid=535): Launched\u000a09:37:44.164437 bus /gobi_6: Setting Powered False\u000a09:37:45.187167 run create_hlr_db(pid=535): Terminated: ok {rc=0}\u000a09:37:45.608897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=537): Launched\u000a09:37:46.019404 run osmo-hlr_10.42.42.2(pid=538): Launched\u000a09:37:46.183545 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:37:46.849442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=540): Launched\u000a09:37:47.190221 run osmo-stp_10.42.42.5(pid=541): Launched\u000a09:37:47.482157 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:37:48.010423 run pcap-recorder_any(filters='host 10.42.42.6')(pid=543): Launched\u000a09:37:48.117295 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:37:48.377578 run patchelf(pid=544): Launched\u000a09:37:48.552245 run osmo-stp_10.42.42.5(pid=541): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=541)]\u000a09:37:48.680440 run osmo-stp_10.42.42.5(pid=541): stdout: \u000a| (launched: 2022-12-13_09:37:47.004422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:37:48.808807 run osmo-stp_10.42.42.5(pid=541): stderr: \u000a| �[0;m�[38;5;43m20221213093747308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093747308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093747308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093747309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093747309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093747309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093747309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:37:48.932997 run osmo-stp_10.42.42.5(pid=541): stdout: \u000a| (launched: 2022-12-13_09:37:47.004422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:37:49.055499 run osmo-stp_10.42.42.5(pid=541): stderr: \u000a| �[0;m�[38;5;43m20221213093747308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093747308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093747308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093747309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093747309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093747309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093747309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:37:49.198941 run patchelf(pid=544): Terminating (SIGINT)\u000a09:37:49.366775 run patchelf(pid=544): Terminated: ok {rc=0}\u000a09:37:49.397871 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=541): Process ended prematurely: osmo-stp_10.42.42.5(pid=541) [trial-2387↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=541)] [trial-2387↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a09:37:49.407432 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a09:37:49.467986 run osmo-hlr_10.42.42.2(pid=538): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=538)]\u000a09:37:49.517116 run osmo-hlr_10.42.42.2(pid=538): stdout: \u000a| (launched: 2022-12-13_09:37:45.771363) \u000a09:37:49.567061 run osmo-hlr_10.42.42.2(pid=538): stderr: \u000a| �[0;m�[1;31m20221213093746040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093746041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093746041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093746041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093746041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093746041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093746058 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093746075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093746075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093746075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:37:49.609683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=531): Terminating (SIGTERM)\u000a09:37:49.649641 run iperf3-srv_10.42.42.10(pid=532): Terminating (SIGTERM)\u000a09:37:49.689680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=533): Terminating (SIGTERM)\u000a09:37:49.729555 run iperf3-srv_10.42.42.10(pid=534): Terminating (SIGTERM)\u000a09:37:49.769519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=537): Terminating (SIGTERM)\u000a09:37:49.809476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=540): Terminating (SIGTERM)\u000a09:37:49.849612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=543): Terminating (SIGTERM)\u000a09:37:49.858719 --- ParallelTerminationStrategy: PID 531 died...\u000a09:37:49.912104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=531): Terminated: ok {rc=0}\u000a09:37:49.921669 --- ParallelTerminationStrategy: PID 532 died...\u000a09:37:49.974360 run iperf3-srv_10.42.42.10(pid=532): Terminated {rc=256}\u000a09:37:49.983804 --- ParallelTerminationStrategy: PID 533 died...\u000a09:37:50.036587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=533): Terminated: ok {rc=0}\u000a09:37:50.046120 --- ParallelTerminationStrategy: PID 534 died...\u000a09:37:50.098692 run iperf3-srv_10.42.42.10(pid=534): Terminated {rc=256}\u000a09:37:50.108056 --- ParallelTerminationStrategy: PID 537 died...\u000a09:37:50.160580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=537): Terminated: ok {rc=0}\u000a09:37:50.170064 --- ParallelTerminationStrategy: PID 540 died...\u000a09:37:50.222596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=540): Terminated: ok {rc=0}\u000a09:37:50.232012 --- ParallelTerminationStrategy: PID 543 died...\u000a09:37:50.284724 run pcap-recorder_any(filters='host 10.42.42.6')(pid=543): Terminated: ok {rc=0}\u000a09:37:50.372138 bus /gobi_0: Setting Powered False\u000a09:37:51.472383 bus /gobi_0: Setting Powered False\u000a09:37:52.581644 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=553): Process ended prematurely: osmo-stp_10.42.42.5(pid=553) [trial-2387↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=553)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=553): Process ended prematurely: osmo-stp_10.42.42.5(pid=553) [trial-2387↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=553)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a09:37:53.690382 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:53.702019 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:37:53.851451 tst iperf3.py: using LAC 33079\u000a09:37:53.969685 tst iperf3.py: using RAC 184\u000a09:37:54.098236 tst iperf3.py: using CellId 33079\u000a09:37:54.221219 tst iperf3.py: using BVCI 33080\u000a09:37:54.245738 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:54.257433 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:54.269097 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:54.280464 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:54.291855 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:54.303265 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:54.314943 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:54.326218 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:54.337717 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:37:54.613926 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:37:54.738123 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:37:55.046356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=545): Launched\u000a09:37:55.303566 run iperf3-srv_10.42.42.10(pid=546): Launched\u000a09:37:55.485153 tst iperf3.py:8: start network...\u000a09:37:55.609514 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:37:56.077682 run create_hlr_db(pid=547): Launched\u000a09:37:56.248447 bus /gobi_6: Setting Powered False\u000a09:37:57.270213 run create_hlr_db(pid=547): Terminated: ok {rc=0}\u000a09:37:57.690818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=549): Launched\u000a09:37:58.008161 run osmo-hlr_10.42.42.2(pid=550): Launched\u000a09:37:58.125806 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:37:58.678611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=552): Launched\u000a09:37:58.996677 run osmo-stp_10.42.42.5(pid=553): Launched\u000a09:37:59.112086 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:37:59.665786 run pcap-recorder_any(filters='host 10.42.42.6')(pid=555): Launched\u000a09:37:59.779132 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:38:00.055069 run patchelf(pid=556): Launched\u000a09:38:00.241631 run osmo-stp_10.42.42.5(pid=553): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=553)]\u000a09:38:00.377603 run osmo-stp_10.42.42.5(pid=553): stdout: \u000a| (launched: 2022-12-13_09:37:58.840703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:38:00.514056 run osmo-stp_10.42.42.5(pid=553): stderr: \u000a| �[0;m�[38;5;43m20221213093759032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093759032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093759032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093759033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093759033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093759033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093759033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:38:00.646091 run osmo-stp_10.42.42.5(pid=553): stdout: \u000a| (launched: 2022-12-13_09:37:58.840703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:38:00.776816 run osmo-stp_10.42.42.5(pid=553): stderr: \u000a| �[0;m�[38;5;43m20221213093759032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093759032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093759032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093759033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093759033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093759033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093759033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:38:00.929054 run patchelf(pid=556): Terminating (SIGINT)\u000a09:38:01.102320 run patchelf(pid=556): Terminated: ok {rc=0}\u000a09:38:01.135458 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=553): Process ended prematurely: osmo-stp_10.42.42.5(pid=553) [trial-2387↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=553)] [trial-2387↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a09:38:01.145794 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a09:38:01.210074 run osmo-hlr_10.42.42.2(pid=550): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=550)]\u000a09:38:01.261207 run osmo-hlr_10.42.42.2(pid=550): stdout: \u000a| (launched: 2022-12-13_09:37:57.852737) \u000a09:38:01.313435 run osmo-hlr_10.42.42.2(pid=550): stderr: \u000a| �[0;m�[1;31m20221213093758051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093758051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093758051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093758051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093758051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093758051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093758064 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093758072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093758072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093758072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:38:01.359436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=545): Terminating (SIGTERM)\u000a09:38:01.403399 run iperf3-srv_10.42.42.10(pid=546): Terminating (SIGTERM)\u000a09:38:01.445657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=549): Terminating (SIGTERM)\u000a09:38:01.488270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=552): Terminating (SIGTERM)\u000a09:38:01.534857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=555): Terminating (SIGTERM)\u000a09:38:01.545252 --- ParallelTerminationStrategy: PID 545 died...\u000a09:38:01.604826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=545): Terminated: ok {rc=0}\u000a09:38:01.615363 --- ParallelTerminationStrategy: PID 546 died...\u000a09:38:01.672654 run iperf3-srv_10.42.42.10(pid=546): Terminated {rc=256}\u000a09:38:01.683208 --- ParallelTerminationStrategy: PID 549 died...\u000a09:38:01.740341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=549): Terminated: ok {rc=0}\u000a09:38:01.750799 --- ParallelTerminationStrategy: PID 552 died...\u000a09:38:01.807118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=552): Terminated: ok {rc=0}\u000a09:38:01.817645 --- ParallelTerminationStrategy: PID 555 died...\u000a09:38:01.874262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=555): Terminated: ok {rc=0}\u000a09:38:01.963699 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=571): Process ended prematurely: osmo-stp_10.42.42.5(pid=571) [trial-2387↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=571)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=571): Process ended prematurely: osmo-stp_10.42.42.5(pid=571) [trial-2387↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=571)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a09:38:03.072895 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:38:03.084302 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:38:03.231963 tst iperf3m4.py: using LAC 33080\u000a09:38:03.350186 tst iperf3m4.py: using RAC 185\u000a09:38:03.466765 tst iperf3m4.py: using CellId 33080\u000a09:38:03.582653 tst iperf3m4.py: using BVCI 33081\u000a09:38:03.605376 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:38:03.616207 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:38:03.626990 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:38:03.637784 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:38:03.648604 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:38:03.659601 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:38:03.670782 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:38:03.681860 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:38:03.693189 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:38:03.809162 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:38:03.930185 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:38:04.047838 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:38:04.340728 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:38:04.474429 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:38:04.802914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=557): Launched\u000a09:38:05.076537 run iperf3-srv_10.42.42.10(pid=558): Launched\u000a09:38:05.272645 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:38:05.405951 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:38:05.734590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=559): Launched\u000a09:38:06.007789 run iperf3-srv_10.42.42.10(pid=560): Launched\u000a09:38:06.204087 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:38:06.336682 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:38:06.664887 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=561): Launched\u000a09:38:06.938106 run iperf3-srv_10.42.42.10(pid=562): Launched\u000a09:38:07.133737 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:38:07.267005 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:38:07.595186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=563): Launched\u000a09:38:07.867254 run iperf3-srv_10.42.42.10(pid=564): Launched\u000a09:38:08.062147 tst iperf3m4.py:8: start network...\u000a09:38:08.195033 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:38:08.706076 run create_hlr_db(pid=565): Launched\u000a09:38:08.889444 bus /gobi_6: Setting Powered False\u000a09:38:09.900880 run create_hlr_db(pid=565): Terminated: ok {rc=0}\u000a09:38:10.328038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=567): Launched\u000a09:38:10.646472 run osmo-hlr_10.42.42.2(pid=568): Launched\u000a09:38:10.762927 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:38:11.315608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=570): Launched\u000a09:38:11.631031 run osmo-stp_10.42.42.5(pid=571): Launched\u000a09:38:11.741742 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:38:12.259664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=573): Launched\u000a09:38:12.366497 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:38:12.627001 run patchelf(pid=574): Launched\u000a09:38:12.801087 run osmo-stp_10.42.42.5(pid=571): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=571)]\u000a09:38:12.928743 run osmo-stp_10.42.42.5(pid=571): stdout: \u000a| (launched: 2022-12-13_09:38:11.477287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:38:13.056412 run osmo-stp_10.42.42.5(pid=571): stderr: \u000a| �[0;m�[38;5;43m20221213093811646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093811646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093811646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093811647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093811649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093811649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093811649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:38:13.180145 run osmo-stp_10.42.42.5(pid=571): stdout: \u000a| (launched: 2022-12-13_09:38:11.477287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:38:13.302967 run osmo-stp_10.42.42.5(pid=571): stderr: \u000a| �[0;m�[38;5;43m20221213093811646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093811646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093811646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093811647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093811649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093811649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093811649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:38:13.446179 run patchelf(pid=574): Terminating (SIGINT)\u000a09:38:13.613754 run patchelf(pid=574): Terminated: ok {rc=0}\u000a09:38:13.644619 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=571): Process ended prematurely: osmo-stp_10.42.42.5(pid=571) [trial-2387↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=571)] [trial-2387↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a09:38:13.653935 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a09:38:13.714347 run osmo-hlr_10.42.42.2(pid=568): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=568)]\u000a09:38:13.763611 run osmo-hlr_10.42.42.2(pid=568): stdout: \u000a| (launched: 2022-12-13_09:38:10.490180) \u000a09:38:13.813476 run osmo-hlr_10.42.42.2(pid=568): stderr: \u000a| �[0;m�[1;31m20221213093810690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093810691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093810691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093810691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093810691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093810691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093810704 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093810712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093810712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093810712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:38:13.855738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=557): Terminating (SIGTERM)\u000a09:38:13.895661 run iperf3-srv_10.42.42.10(pid=558): Terminating (SIGTERM)\u000a09:38:13.935685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=559): Terminating (SIGTERM)\u000a09:38:13.975455 run iperf3-srv_10.42.42.10(pid=560): Terminating (SIGTERM)\u000a09:38:14.015319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=561): Terminating (SIGTERM)\u000a09:38:14.055161 run iperf3-srv_10.42.42.10(pid=562): Terminating (SIGTERM)\u000a09:38:14.095006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=563): Terminating (SIGTERM)\u000a09:38:14.134682 run iperf3-srv_10.42.42.10(pid=564): Terminating (SIGTERM)\u000a09:38:14.174371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=567): Terminating (SIGTERM)\u000a09:38:14.214199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=570): Terminating (SIGTERM)\u000a09:38:14.254059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=573): Terminating (SIGTERM)\u000a09:38:14.263361 --- ParallelTerminationStrategy: PID 557 died...\u000a09:38:14.317098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=557): Terminated: ok {rc=0}\u000a09:38:14.326748 --- ParallelTerminationStrategy: PID 558 died...\u000a09:38:14.380317 run iperf3-srv_10.42.42.10(pid=558): Terminated {rc=256}\u000a09:38:14.390003 --- ParallelTerminationStrategy: PID 559 died...\u000a09:38:14.443589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=559): Terminated: ok {rc=0}\u000a09:38:14.453132 --- ParallelTerminationStrategy: PID 560 died...\u000a09:38:14.506816 run iperf3-srv_10.42.42.10(pid=560): Terminated {rc=256}\u000a09:38:14.516429 --- ParallelTerminationStrategy: PID 561 died...\u000a09:38:14.569867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=561): Terminated: ok {rc=0}\u000a09:38:14.579824 --- ParallelTerminationStrategy: PID 562 died...\u000a09:38:14.633277 run iperf3-srv_10.42.42.10(pid=562): Terminated {rc=256}\u000a09:38:14.642963 --- ParallelTerminationStrategy: PID 563 died...\u000a09:38:14.696279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=563): Terminated: ok {rc=0}\u000a09:38:14.706112 --- ParallelTerminationStrategy: PID 564 died...\u000a09:38:14.759431 run iperf3-srv_10.42.42.10(pid=564): Terminated {rc=256}\u000a09:38:14.769083 --- ParallelTerminationStrategy: PID 567 died...\u000a09:38:14.822180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=567): Terminated: ok {rc=0}\u000a09:38:14.831942 --- ParallelTerminationStrategy: PID 570 died...\u000a09:38:14.885112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=570): Terminated: ok {rc=0}\u000a09:38:14.894773 --- ParallelTerminationStrategy: PID 573 died...\u000a09:38:14.947952 run pcap-recorder_any(filters='host 10.42.42.6')(pid=573): Terminated: ok {rc=0}\u000a09:38:15.035778 bus /gobi_4: Setting Powered False\u000a09:38:16.173588 bus /gobi_4: Setting Powered False\u000a09:38:17.286057 bus /gobi_1: Setting Powered False\u000a09:38:18.386715 bus /gobi_1: Setting Powered False\u000a09:38:19.496775 bus /gobi_0: Setting Powered False\u000a09:38:20.600881 bus /gobi_0: Setting Powered False\u000a09:38:21.711604 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=581): Process ended prematurely: osmo-stp_10.42.42.5(pid=581) [trial-2387↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=581)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=581): Process ended prematurely: osmo-stp_10.42.42.5(pid=581) [trial-2387↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=581)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a09:38:22.778721 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:38:22.790305 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:38:22.936187 tst ping.py: using LAC 33081\u000a09:38:23.050351 tst ping.py: using RAC 186\u000a09:38:23.164626 tst ping.py: using CellId 33081\u000a09:38:23.283951 tst ping.py: using BVCI 33082\u000a09:38:23.306144 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:38:23.317194 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:38:23.327955 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:38:23.338893 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:38:23.349885 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:38:23.361111 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:38:23.372298 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:38:23.383347 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:38:23.653306 tst ping.py:19: start network...\u000a09:38:23.774726 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:38:24.234618 run create_hlr_db(pid=575): Launched\u000a09:38:24.403745 bus /gobi_6: Setting Powered False\u000a09:38:25.425785 run create_hlr_db(pid=575): Terminated: ok {rc=0}\u000a09:38:25.841598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=577): Launched\u000a09:38:26.155407 run osmo-hlr_10.42.42.2(pid=578): Launched\u000a09:38:26.270883 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:38:26.822594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=580): Launched\u000a09:38:27.135829 run osmo-stp_10.42.42.5(pid=581): Launched\u000a09:38:27.249438 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:38:27.795531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=583): Launched\u000a09:38:27.907140 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:38:28.179051 run patchelf(pid=584): Launched\u000a09:38:28.362001 run osmo-stp_10.42.42.5(pid=581): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=581)]\u000a09:38:28.495909 run osmo-stp_10.42.42.5(pid=581): stdout: \u000a| (launched: 2022-12-13_09:38:26.981947)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:38:28.630044 run osmo-stp_10.42.42.5(pid=581): stderr: \u000a| �[0;m�[38;5;43m20221213093827173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093827173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093827174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093827174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093827174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093827174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093827175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:38:28.759715 run osmo-stp_10.42.42.5(pid=581): stdout: \u000a| (launched: 2022-12-13_09:38:26.981947)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:38:28.887992 run osmo-stp_10.42.42.5(pid=581): stderr: \u000a| �[0;m�[38;5;43m20221213093827173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093827173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093827174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093827174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093827174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093827174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093827175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:38:29.037766 run patchelf(pid=584): Terminating (SIGINT)\u000a09:38:29.213053 run patchelf(pid=584): Terminated: ok {rc=0}\u000a09:38:29.245114 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=581): Process ended prematurely: osmo-stp_10.42.42.5(pid=581) [trial-2387↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=581)] [trial-2387↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a09:38:29.254240 tst ping.py:22: Test FAILED (6.5 sec)\u000a09:38:29.316388 run osmo-hlr_10.42.42.2(pid=578): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=578)]\u000a09:38:29.366960 run osmo-hlr_10.42.42.2(pid=578): stdout: \u000a| (launched: 2022-12-13_09:38:26.001469) \u000a09:38:29.418651 run osmo-hlr_10.42.42.2(pid=578): stderr: \u000a| �[0;m�[1;31m20221213093826198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093826198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093826198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093826198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093826198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093826198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093826211 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093826219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093826219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093826219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:38:29.462581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=577): Terminating (SIGTERM)\u000a09:38:29.503890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=580): Terminating (SIGTERM)\u000a09:38:29.545235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=583): Terminating (SIGTERM)\u000a09:38:29.554922 --- ParallelTerminationStrategy: PID 577 died...\u000a09:38:29.610488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=577): Terminated: ok {rc=0}\u000a09:38:29.620548 --- ParallelTerminationStrategy: PID 580 died...\u000a09:38:29.676081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=580): Terminated: ok {rc=0}\u000a09:38:29.686055 --- ParallelTerminationStrategy: PID 583 died...\u000a09:38:29.741744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=583): Terminated: ok {rc=0}\u000a09:38:29.828319 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=591): Process ended prematurely: osmo-stp_10.42.42.5(pid=591) [trial-2387↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=591)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=591): Process ended prematurely: osmo-stp_10.42.42.5(pid=591) [trial-2387↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=591)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a09:38:30.888478 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:38:30.900444 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:38:31.070198 tst ping_idle_ping.py: using LAC 33082\u000a09:38:31.190647 tst ping_idle_ping.py: using RAC 187\u000a09:38:31.339975 tst ping_idle_ping.py: using CellId 33082\u000a09:38:31.473992 tst ping_idle_ping.py: using BVCI 33083\u000a09:38:31.499458 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:38:31.512182 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:38:31.524329 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:38:31.536445 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:38:31.549046 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:38:31.561364 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:38:31.573694 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:38:31.585824 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:38:31.897977 tst ping_idle_ping.py:24: start network...\u000a09:38:32.043508 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:38:32.524738 run create_hlr_db(pid=585): Launched\u000a09:38:32.695231 bus /gobi_6: Setting Powered False\u000a09:38:33.714419 run create_hlr_db(pid=585): Terminated: ok {rc=0}\u000a09:38:34.130840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=587): Launched\u000a09:38:34.445128 run osmo-hlr_10.42.42.2(pid=588): Launched\u000a09:38:34.560799 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:38:35.104365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=590): Launched\u000a09:38:35.417549 run osmo-stp_10.42.42.5(pid=591): Launched\u000a09:38:35.531807 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:38:36.078531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=593): Launched\u000a09:38:36.190466 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:38:36.462396 run patchelf(pid=594): Launched\u000a09:38:36.646089 run osmo-stp_10.42.42.5(pid=591): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=591)]\u000a09:38:36.780281 run osmo-stp_10.42.42.5(pid=591): stdout: \u000a| (launched: 2022-12-13_09:38:35.263665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:38:36.914958 run osmo-stp_10.42.42.5(pid=591): stderr: \u000a| �[0;m�[38;5;43m20221213093835454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093835454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093835454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093835454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093835455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093835455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093835455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:38:37.045112 run osmo-stp_10.42.42.5(pid=591): stdout: \u000a| (launched: 2022-12-13_09:38:35.263665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:38:37.174399 run osmo-stp_10.42.42.5(pid=591): stderr: \u000a| �[0;m�[38;5;43m20221213093835454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093835454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093835454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093835454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093835455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093835455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093835455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:38:37.323709 run patchelf(pid=594): Terminating (SIGINT)\u000a09:38:37.500004 run patchelf(pid=594): Terminated: ok {rc=0}\u000a09:38:37.531931 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=591): Process ended prematurely: osmo-stp_10.42.42.5(pid=591) [trial-2387↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=591)] [trial-2387↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a09:38:37.541276 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a09:38:37.603080 run osmo-hlr_10.42.42.2(pid=588): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=588)]\u000a09:38:37.653771 run osmo-hlr_10.42.42.2(pid=588): stdout: \u000a| (launched: 2022-12-13_09:38:34.291461) \u000a09:38:37.705170 run osmo-hlr_10.42.42.2(pid=588): stderr: \u000a| �[0;m�[1;31m20221213093834487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093834487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093834487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093834487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093834487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093834488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093834499 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093834507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093834507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093834508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:38:37.749081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=587): Terminating (SIGTERM)\u000a09:38:37.790623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=590): Terminating (SIGTERM)\u000a09:38:37.832312 run pcap-recorder_any(filters='host 10.42.42.6')(pid=593): Terminating (SIGTERM)\u000a09:38:37.842032 --- ParallelTerminationStrategy: PID 587 died...\u000a09:38:37.897647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=587): Terminated: ok {rc=0}\u000a09:38:37.907736 --- ParallelTerminationStrategy: PID 590 died...\u000a09:38:37.962934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=590): Terminated: ok {rc=0}\u000a09:38:37.972815 --- ParallelTerminationStrategy: PID 593 died...\u000a09:38:38.028116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=593): Terminated: ok {rc=0}\u000a09:38:38.113417 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:37:40" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=606): Process ended prematurely: osmo-stp_10.42.42.5(pid=606) [trial-2387↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=606)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=606): Process ended prematurely: osmo-stp_10.42.42.5(pid=606) [trial-2387↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=606)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a09:38:40.122886 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:38:40.134931 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:38:40.276786 tst switch_tch_pdch.py: using LAC 33083\u000a09:38:40.398784 tst switch_tch_pdch.py: using RAC 188\u000a09:38:40.520577 tst switch_tch_pdch.py: using CellId 33083\u000a09:38:40.641882 tst switch_tch_pdch.py: using BVCI 33084\u000a09:38:40.666022 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:38:40.678110 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:38:40.690014 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:38:40.701783 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:38:40.714157 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:38:40.726476 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:38:40.739066 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:38:40.751439 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:38:40.868619 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:38:41.157330 tst switch_tch_pdch.py:51: start network...\u000a09:38:41.287957 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:38:41.787036 run create_hlr_db(pid=600): Launched\u000a09:38:41.967786 bus /gobi_6: Setting Powered False\u000a09:38:42.988024 run create_hlr_db(pid=600): Terminated: ok {rc=0}\u000a09:38:43.404071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=602): Launched\u000a09:38:43.711951 run osmo-hlr_10.42.42.2(pid=603): Launched\u000a09:38:43.822999 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:38:44.337152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=605): Launched\u000a09:38:44.629158 run osmo-stp_10.42.42.5(pid=606): Launched\u000a09:38:44.735401 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:38:45.244558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=608): Launched\u000a09:38:45.348445 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:38:45.602672 run patchelf(pid=609): Launched\u000a09:38:45.773852 run osmo-stp_10.42.42.5(pid=606): ERR: Terminated: ERROR {rc=1} [trial-2387↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=606)]\u000a09:38:45.922597 run osmo-stp_10.42.42.5(pid=606): stdout: \u000a| (launched: 2022-12-13_09:38:44.484728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:38:46.050631 run osmo-stp_10.42.42.5(pid=606): stderr: \u000a| �[0;m�[38;5;43m20221213093844652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093844653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093844653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093844653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093844654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093844654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093844654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:38:46.173992 run osmo-stp_10.42.42.5(pid=606): stdout: \u000a| (launched: 2022-12-13_09:38:44.484728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:38:46.297503 run osmo-stp_10.42.42.5(pid=606): stderr: \u000a| �[0;m�[38;5;43m20221213093844652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093844653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093844653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093844653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093844654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093844654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093844654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:38:46.440440 run patchelf(pid=609): Terminating (SIGINT)\u000a09:38:46.608530 run patchelf(pid=609): Terminated: ok {rc=0}\u000a09:38:46.639925 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=606): Process ended prematurely: osmo-stp_10.42.42.5(pid=606) [trial-2387↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=606)] [trial-2387↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a09:38:46.649322 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a09:38:46.716877 run osmo-hlr_10.42.42.2(pid=603): ERR: Terminated: ERROR {rc=237} [trial-2387↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=603)]\u000a09:38:46.783005 run osmo-hlr_10.42.42.2(pid=603): stdout: \u000a| (launched: 2022-12-13_09:38:43.563645) \u000a09:38:46.842673 run osmo-hlr_10.42.42.2(pid=603): stderr: \u000a| �[0;m�[1;31m20221213093843740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093843740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093843740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093843740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093843740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093843740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093843752 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093843761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093843761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093843761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:38:46.899197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=602): Terminating (SIGTERM)\u000a09:38:46.950605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=605): Terminating (SIGTERM)\u000a09:38:46.997917 run pcap-recorder_any(filters='host 10.42.42.6')(pid=608): Terminating (SIGTERM)\u000a09:38:47.007940 --- ParallelTerminationStrategy: PID 602 died...\u000a09:38:47.072599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=602): Terminated: ok {rc=0}\u000a09:38:47.087876 --- ParallelTerminationStrategy: PID 605 died...\u000a09:38:47.153118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=605): Terminated: ok {rc=0}\u000a09:38:47.167982 --- ParallelTerminationStrategy: PID 608 died...\u000a09:38:47.233404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=608): Terminated: ok {rc=0}\u000a09:38:47.346252 bus /gobi_0: Setting Powered False\u000a09:38:48.472715 bus /gobi_0: Setting Powered False\u000a09:38:49.588772 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:38:39" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=910): Process ended prematurely: osmo-stp_10.42.42.5(pid=910) [trial-2387↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=910)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=910): Process ended prematurely: osmo-stp_10.42.42.5(pid=910) [trial-2387↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=910)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a09:38:51.535680 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:38:51.547267 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:38:51.683189 tst mo_mt_sms.py: using LAC 33084\u000a09:38:51.800478 tst mo_mt_sms.py: using RAC 189\u000a09:38:51.918575 tst mo_mt_sms.py: using CellId 33084\u000a09:38:52.037223 tst mo_mt_sms.py: using BVCI 33085\u000a09:38:52.061058 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:38:52.072803 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:38:52.084386 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:38:52.095848 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:38:52.108755 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:38:52.122515 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a09:38:52.243471 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a09:38:52.446363 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:38:52.964028 run create_hlr_db(pid=904): Launched\u000a09:38:53.138338 bus /gobi_6: Setting Powered False\u000a09:38:54.160683 run create_hlr_db(pid=904): Terminated: ok {rc=0}\u000a09:38:54.595277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=906): Launched\u000a09:38:55.004153 run osmo-hlr_10.42.42.2(pid=907): Launched\u000a09:38:55.255155 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:38:55.824768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=909): Launched\u000a09:38:56.236562 run osmo-stp_10.42.42.5(pid=910): Launched\u000a09:38:56.466647 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:38:57.062008 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=912): Launched\u000a09:38:57.476048 run osmo-msc_10.42.42.6(pid=913): Launched\u000a09:38:57.852707 run osmo-stp_10.42.42.5(pid=910): ERR: Terminated: ERROR {rc=1} [trial-2387↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=910)]\u000a09:38:58.068064 run osmo-stp_10.42.42.5(pid=910): stdout: \u000a| (launched: 2022-12-13_09:38:55.986543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:38:58.202760 run osmo-stp_10.42.42.5(pid=910): stderr: \u000a| �[0;m�[38;5;43m20221213093856288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093856288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093856288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093856288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093856289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093856289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093856289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:38:58.331474 run osmo-stp_10.42.42.5(pid=910): stdout: \u000a| (launched: 2022-12-13_09:38:55.986543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:38:58.459182 run osmo-stp_10.42.42.5(pid=910): stderr: \u000a| �[0;m�[38;5;43m20221213093856288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093856288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093856288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093856288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093856289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093856289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093856289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:38:58.515489 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=910): Process ended prematurely: osmo-stp_10.42.42.5(pid=910) [trial-2387↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=910)] [trial-2387↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a09:38:58.525145 tst mo_mt_sms.py:16: Test FAILED (7.0 sec)\u000a09:38:58.588779 run osmo-hlr_10.42.42.2(pid=907): ERR: Terminated: ERROR {rc=237} [trial-2387↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=907)]\u000a09:38:58.642126 run osmo-hlr_10.42.42.2(pid=907): stdout: \u000a| (launched: 2022-12-13_09:38:54.757333) \u000a09:38:58.695577 run osmo-hlr_10.42.42.2(pid=907): stderr: \u000a| �[0;m�[1;31m20221213093855066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093855066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093855066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093855066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093855066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093855066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093855086 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093855094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093855095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093855095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:38:58.767146 run osmo-msc_10.42.42.6(pid=913): ERR: Terminated: ERROR {rc=2} [trial-2387↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=913)]\u000a09:38:58.819471 run osmo-msc_10.42.42.6(pid=913): stdout: \u000a| (launched: 2022-12-13_09:38:57.224371) \u000a09:38:58.874042 run osmo-msc_10.42.42.6(pid=913): stderr: \u000a| �[0;m�[38;5;43m20221213093857730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213093857730 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f89a2845c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213093857730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213093857730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213093857730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213093857731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213093857732 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213093857737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213093857737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213093857737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:38:58.919190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=906): Terminating (SIGTERM)\u000a09:38:58.974278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=909): Terminating (SIGTERM)\u000a09:38:59.019318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=912): Terminating (SIGTERM)\u000a09:38:59.030260 --- ParallelTerminationStrategy: PID 906 died...\u000a09:38:59.090345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=906): Terminated: ok {rc=0}\u000a09:38:59.101393 --- ParallelTerminationStrategy: PID 909 died...\u000a09:38:59.160328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=909): Terminated: ok {rc=0}\u000a09:38:59.171281 --- ParallelTerminationStrategy: PID 912 died...\u000a09:38:59.228883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=912): Terminated: ok {rc=0}\u000a09:38:59.318337 bus /sierra_3: Setting Powered False\u000a09:39:00.428759 bus /sierra_3: Setting Powered False\u000a09:39:01.585111 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:38:51" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=925): Process ended prematurely: osmo-nitb_10.42.42.2(pid=925) [trial-2387↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=925)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=925): Process ended prematurely: osmo-nitb_10.42.42.2(pid=925) [trial-2387↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=925)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a09:39:03.453357 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a09:39:03.465661 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:39:03.614288 tst assert_extension.py: using LAC 33085\u000a09:39:03.740255 tst assert_extension.py: using RAC 190\u000a09:39:03.865425 tst assert_extension.py: using CellId 33085\u000a09:39:03.990245 tst assert_extension.py: using BVCI 33086\u000a09:39:04.015323 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a09:39:04.311183 tst assert_extension.py:10: start nitb and bts...\u000a09:39:04.448036 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:39:05.136608 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=924): Launched\u000a09:39:05.479590 run osmo-nitb_10.42.42.2(pid=925): Launched\u000a09:39:05.680441 run osmo-nitb_10.42.42.2(pid=925): ERR: Terminated: ERROR {rc=2} [trial-2387↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=925)]\u000a09:39:05.828144 run osmo-nitb_10.42.42.2(pid=925): stdout: \u000a| (launched: 2022-12-13_09:39:05.301969) \u000a09:39:05.976020 run osmo-nitb_10.42.42.2(pid=925): stderr: \u000a| (launched: 2022-12-13_09:39:05.350493)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:39:06.119783 run osmo-nitb_10.42.42.2(pid=925): stdout: \u000a| (launched: 2022-12-13_09:39:05.301969) \u000a09:39:06.261401 run osmo-nitb_10.42.42.2(pid=925): stderr: \u000a| (launched: 2022-12-13_09:39:05.350493)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:39:06.613904 tst osmo-nitb_10.42.42.2(pid=925): stdout: \u000a| (launched: 2022-12-13_09:39:05.301969) \u000a09:39:06.744634 tst osmo-nitb_10.42.42.2(pid=925): stderr: \u000a| (launched: 2022-12-13_09:39:05.350493)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:39:06.803617 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=925): Process ended prematurely: osmo-nitb_10.42.42.2(pid=925) [trial-2387↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=925)] [trial-2387↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a09:39:06.813451 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a09:39:06.851204 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=924): Terminating (SIGTERM)\u000a09:39:07.030984 --- ParallelTerminationStrategy: PID 924 died...\u000a09:39:07.090920 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=924): Terminated: ok {rc=0}\u000a09:39:07.183130 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:39:03" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "ussd:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=937): Process ended prematurely: osmo-stp_10.42.42.5(pid=937) [trial-2387↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=937)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=937): Process ended prematurely: osmo-stp_10.42.42.5(pid=937) [trial-2387↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=937)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a09:39:09.028202 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:39:09.039327 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:39:09.175814 tst assert_extension.py: using LAC 33086\u000a09:39:09.298134 tst assert_extension.py: using RAC 191\u000a09:39:09.422427 tst assert_extension.py: using CellId 33086\u000a09:39:09.544231 tst assert_extension.py: using BVCI 33087\u000a09:39:09.568076 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:39:09.579956 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:39:09.591113 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:39:09.602196 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:39:09.613223 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:39:09.624186 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a09:39:09.820231 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:39:10.280534 run create_hlr_db(pid=930): Launched\u000a09:39:10.448859 bus /sierra_2: Setting Powered False\u000a09:39:11.470463 run create_hlr_db(pid=930): Terminated: ok {rc=0}\u000a09:39:11.885548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=932): Launched\u000a09:39:12.198429 run osmo-hlr_10.42.42.2(pid=933): Launched\u000a09:39:12.313453 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:39:12.858515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=936): Launched\u000a09:39:13.170873 run osmo-stp_10.42.42.5(pid=937): Launched\u000a09:39:13.283842 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:39:13.853233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=939): Launched\u000a09:39:14.164924 run osmo-msc_10.42.42.6(pid=940): Launched\u000a09:39:14.348758 run osmo-stp_10.42.42.5(pid=937): ERR: Terminated: ERROR {rc=1} [trial-2387↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=937)]\u000a09:39:14.481546 run osmo-stp_10.42.42.5(pid=937): stdout: \u000a| (launched: 2022-12-13_09:39:13.017677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:39:14.613330 run osmo-stp_10.42.42.5(pid=937): stderr: \u000a| �[0;m�[38;5;43m20221213093913210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093913210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093913210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093913211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093913211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093913211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093913211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:39:14.739038 run osmo-stp_10.42.42.5(pid=937): stdout: \u000a| (launched: 2022-12-13_09:39:13.017677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:39:14.863757 run osmo-stp_10.42.42.5(pid=937): stderr: \u000a| �[0;m�[38;5;43m20221213093913210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093913210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093913210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093913211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093913211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093913211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093913211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:39:14.918330 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=937): Process ended prematurely: osmo-stp_10.42.42.5(pid=937) [trial-2387↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=937)] [trial-2387↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a09:39:14.926700 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a09:39:14.988735 run osmo-hlr_10.42.42.2(pid=933): ERR: Terminated: ERROR {rc=237} [trial-2387↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=933)]\u000a09:39:15.040010 run osmo-hlr_10.42.42.2(pid=933): stdout: \u000a| (launched: 2022-12-13_09:39:12.044456) \u000a09:39:15.092378 run osmo-hlr_10.42.42.2(pid=933): stderr: \u000a| �[0;m�[1;31m20221213093912243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093912243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093912243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093912243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093912243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093912243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093912255 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093912265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093912265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093912265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:39:15.163524 run osmo-msc_10.42.42.6(pid=940): ERR: Terminated: ERROR {rc=2} [trial-2387↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=940)]\u000a09:39:15.215275 run osmo-msc_10.42.42.6(pid=940): stdout: \u000a| (launched: 2022-12-13_09:39:14.011545) \u000a09:39:15.267076 run osmo-msc_10.42.42.6(pid=940): stderr: \u000a| �[0;m�[38;5;43m20221213093914334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213093914334 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faedcadcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213093914334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213093914334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213093914334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213093914335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213093914336 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213093914337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213093914337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213093914337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:39:15.310966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=932): Terminating (SIGTERM)\u000a09:39:15.352393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=936): Terminating (SIGTERM)\u000a09:39:15.393799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=939): Terminating (SIGTERM)\u000a09:39:15.403403 --- ParallelTerminationStrategy: PID 932 died...\u000a09:39:15.458471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=932): Terminated: ok {rc=0}\u000a09:39:15.468409 --- ParallelTerminationStrategy: PID 936 died...\u000a09:39:15.523242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=936): Terminated: ok {rc=0}\u000a09:39:15.533216 --- ParallelTerminationStrategy: PID 939 died...\u000a09:39:15.587803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=939): Terminated: ok {rc=0}\u000a09:39:15.674101 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:39:08" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=951): Process ended prematurely: osmo-stp_10.42.42.5(pid=951) [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=951)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=951): Process ended prematurely: osmo-stp_10.42.42.5(pid=951) [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=951)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:39:17.662936 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:39:17.674462 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:39:17.833047 tst mo_mt_call.py: using LAC 33087\u000a09:39:17.953370 tst mo_mt_call.py: using RAC 192\u000a09:39:18.071944 tst mo_mt_call.py: using CellId 33087\u000a09:39:18.191075 tst mo_mt_call.py: using BVCI 33088\u000a09:39:18.213830 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:39:18.225017 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:39:18.236228 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:39:18.247714 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:39:18.259735 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:39:18.271716 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:39:18.394296 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:39:18.596560 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:39:19.064060 run create_hlr_db(pid=945): Launched\u000a09:39:19.235305 bus /sierra_2: Setting Powered False\u000a09:39:20.257706 run create_hlr_db(pid=945): Terminated: ok {rc=0}\u000a09:39:20.679569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=947): Launched\u000a09:39:20.996935 run osmo-hlr_10.42.42.2(pid=948): Launched\u000a09:39:21.115722 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:39:21.667664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=950): Launched\u000a09:39:21.986779 run osmo-stp_10.42.42.5(pid=951): Launched\u000a09:39:22.102871 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:39:22.684695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=954): Launched\u000a09:39:23.002962 run osmo-msc_10.42.42.6(pid=955): Launched\u000a09:39:23.190843 run osmo-stp_10.42.42.5(pid=951): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=951)]\u000a09:39:23.325807 run osmo-stp_10.42.42.5(pid=951): stdout: \u000a| (launched: 2022-12-13_09:39:21.830242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:39:23.460618 run osmo-stp_10.42.42.5(pid=951): stderr: \u000a| �[0;m�[38;5;43m20221213093922022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093922022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093922022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093922023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093922023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093922023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093922023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:39:23.588884 run osmo-stp_10.42.42.5(pid=951): stdout: \u000a| (launched: 2022-12-13_09:39:21.830242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:39:23.716186 run osmo-stp_10.42.42.5(pid=951): stderr: \u000a| �[0;m�[38;5;43m20221213093922022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093922022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093922022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093922023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093922023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093922023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093922023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:39:23.771860 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=951): Process ended prematurely: osmo-stp_10.42.42.5(pid=951) [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=951)] [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a09:39:23.781012 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:39:23.844703 run osmo-hlr_10.42.42.2(pid=948): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=948)]\u000a09:39:23.896913 run osmo-hlr_10.42.42.2(pid=948): stdout: \u000a| (launched: 2022-12-13_09:39:20.841089) \u000a09:39:23.949321 run osmo-hlr_10.42.42.2(pid=948): stderr: \u000a| �[0;m�[1;31m20221213093921037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093921037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093921038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093921038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093921038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093921038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093921050 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093921059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093921059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093921059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:39:24.020194 run osmo-msc_10.42.42.6(pid=955): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=955)]\u000a09:39:24.071653 run osmo-msc_10.42.42.6(pid=955): stdout: \u000a| (launched: 2022-12-13_09:39:22.846839) \u000a09:39:24.124657 run osmo-msc_10.42.42.6(pid=955): stderr: \u000a| �[0;m�[38;5;43m20221213093923170 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213093923170 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f05fc12ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213093923170 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213093923170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213093923170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213093923170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213093923172 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213093923172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213093923173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213093923173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:39:24.169128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=947): Terminating (SIGTERM)\u000a09:39:24.211027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=950): Terminating (SIGTERM)\u000a09:39:24.252917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=954): Terminating (SIGTERM)\u000a09:39:24.262229 --- ParallelTerminationStrategy: PID 947 died...\u000a09:39:24.318716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=947): Terminated: ok {rc=0}\u000a09:39:24.328644 --- ParallelTerminationStrategy: PID 950 died...\u000a09:39:24.384991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=950): Terminated: ok {rc=0}\u000a09:39:24.395018 --- ParallelTerminationStrategy: PID 954 died...\u000a09:39:24.451353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=954): Terminated: ok {rc=0}\u000a09:39:24.538363 bus /sierra_3: Setting Powered False\u000a09:39:25.643239 bus /sierra_3: Setting Powered False\u000a09:39:26.753828 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=964): Process ended prematurely: osmo-stp_10.42.42.5(pid=964) [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=964)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=964): Process ended prematurely: osmo-stp_10.42.42.5(pid=964) [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=964)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:39:27.862671 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:39:27.874758 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:39:28.028103 tst mo_mt_call_osmux.py: using LAC 33088\u000a09:39:28.144909 tst mo_mt_call_osmux.py: using RAC 193\u000a09:39:28.263227 tst mo_mt_call_osmux.py: using CellId 33088\u000a09:39:28.379944 tst mo_mt_call_osmux.py: using BVCI 33089\u000a09:39:28.402585 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:39:28.413668 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:39:28.424543 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:39:28.435409 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:39:28.446732 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:39:28.458065 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:39:28.572061 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:39:28.771328 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:39:29.240859 run create_hlr_db(pid=958): Launched\u000a09:39:29.411923 bus /sierra_2: Setting Powered False\u000a09:39:30.434470 run create_hlr_db(pid=958): Terminated: ok {rc=0}\u000a09:39:30.865503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=960): Launched\u000a09:39:31.320409 run osmo-hlr_10.42.42.2(pid=961): Launched\u000a09:39:31.552681 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:39:32.361602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=963): Launched\u000a09:39:32.687237 run osmo-stp_10.42.42.5(pid=964): Launched\u000a09:39:32.797708 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:39:33.342308 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=966): Launched\u000a09:39:33.641077 run osmo-msc_10.42.42.6(pid=967): Launched\u000a09:39:33.819109 run osmo-stp_10.42.42.5(pid=964): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=964)]\u000a09:39:33.947148 run osmo-stp_10.42.42.5(pid=964): stdout: \u000a| (launched: 2022-12-13_09:39:32.537430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:39:34.071796 run osmo-stp_10.42.42.5(pid=964): stderr: \u000a| �[0;m�[38;5;43m20221213093932705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093932705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093932706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093932706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093932708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093932708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093932709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:39:34.192299 run osmo-stp_10.42.42.5(pid=964): stdout: \u000a| (launched: 2022-12-13_09:39:32.537430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:39:34.311579 run osmo-stp_10.42.42.5(pid=964): stderr: \u000a| �[0;m�[38;5;43m20221213093932705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093932705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093932706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093932706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093932708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093932708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093932709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:39:34.364249 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=964): Process ended prematurely: osmo-stp_10.42.42.5(pid=964) [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=964)] [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a09:39:34.372851 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a09:39:34.432608 run osmo-hlr_10.42.42.2(pid=961): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=961)]\u000a09:39:34.481547 run osmo-hlr_10.42.42.2(pid=961): stdout: \u000a| (launched: 2022-12-13_09:39:31.029998) \u000a09:39:34.531955 run osmo-hlr_10.42.42.2(pid=961): stderr: \u000a| �[0;m�[1;31m20221213093931378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093931378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093931378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093931378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093931378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093931378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093931394 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093931420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093931421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093931421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:39:34.599967 run osmo-msc_10.42.42.6(pid=967): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=967)]\u000a09:39:34.649032 run osmo-msc_10.42.42.6(pid=967): stdout: \u000a| (launched: 2022-12-13_09:39:33.493567) \u000a09:39:34.699104 run osmo-msc_10.42.42.6(pid=967): stderr: \u000a| �[0;m�[38;5;43m20221213093933766 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213093933767 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f18ec616c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213093933767 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213093933767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213093933767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213093933767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213093933769 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213093933769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213093933769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213093933769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:39:34.741279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=960): Terminating (SIGTERM)\u000a09:39:34.781142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=963): Terminating (SIGTERM)\u000a09:39:34.821030 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=966): Terminating (SIGTERM)\u000a09:39:34.830408 --- ParallelTerminationStrategy: PID 960 died...\u000a09:39:34.884218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=960): Terminated: ok {rc=0}\u000a09:39:34.893898 --- ParallelTerminationStrategy: PID 963 died...\u000a09:39:34.947008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=963): Terminated: ok {rc=0}\u000a09:39:34.956625 --- ParallelTerminationStrategy: PID 966 died...\u000a09:39:35.009969 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=966): Terminated: ok {rc=0}\u000a09:39:35.096620 bus /sierra_3: Setting Powered False\u000a09:39:36.198901 bus /sierra_3: Setting Powered False\u000a09:39:37.307942 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:39:17" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=978): Process ended prematurely: osmo-stp_10.42.42.5(pid=978) [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=978)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=978): Process ended prematurely: osmo-stp_10.42.42.5(pid=978) [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=978)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a09:39:39.296733 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:39:39.307929 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:39:39.467079 tst mo_mt_call.py: using LAC 33089\u000a09:39:39.582251 tst mo_mt_call.py: using RAC 194\u000a09:39:39.696868 tst mo_mt_call.py: using CellId 33089\u000a09:39:39.813663 tst mo_mt_call.py: using BVCI 33090\u000a09:39:39.836109 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:39:39.847217 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:39:39.858231 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:39:39.869148 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:39:39.880251 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:39:39.891622 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:39:40.006351 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:39:40.215801 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:39:40.723816 run create_hlr_db(pid=972): Launched\u000a09:39:40.907674 bus /sierra_2: Setting Powered False\u000a09:39:41.929563 run create_hlr_db(pid=972): Terminated: ok {rc=0}\u000a09:39:42.329076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=974): Launched\u000a09:39:42.627337 run osmo-hlr_10.42.42.2(pid=975): Launched\u000a09:39:42.741847 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:39:43.266415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=977): Launched\u000a09:39:43.564695 run osmo-stp_10.42.42.5(pid=978): Launched\u000a09:39:43.674404 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:39:44.218691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=980): Launched\u000a09:39:44.516603 run osmo-msc_10.42.42.6(pid=981): Launched\u000a09:39:44.693977 run osmo-stp_10.42.42.5(pid=978): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=978)]\u000a09:39:44.820814 run osmo-stp_10.42.42.5(pid=978): stdout: \u000a| (launched: 2022-12-13_09:39:43.417931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:39:44.944932 run osmo-stp_10.42.42.5(pid=978): stderr: \u000a| �[0;m�[38;5;43m20221213093943588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093943589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093943589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093943589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093943590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093943590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093943590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:39:45.064892 run osmo-stp_10.42.42.5(pid=978): stdout: \u000a| (launched: 2022-12-13_09:39:43.417931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:39:45.184095 run osmo-stp_10.42.42.5(pid=978): stderr: \u000a| �[0;m�[38;5;43m20221213093943588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093943589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093943589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093943589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093943590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093943590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093943590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:39:45.236542 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=978): Process ended prematurely: osmo-stp_10.42.42.5(pid=978) [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=978)] [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a09:39:45.245181 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a09:39:45.304590 run osmo-hlr_10.42.42.2(pid=975): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=975)]\u000a09:39:45.353365 run osmo-hlr_10.42.42.2(pid=975): stdout: \u000a| (launched: 2022-12-13_09:39:42.480223) \u000a09:39:45.402421 run osmo-hlr_10.42.42.2(pid=975): stderr: \u000a| �[0;m�[1;31m20221213093942654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093942654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093942654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093942654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093942654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093942654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093942666 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093942676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093942676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093942676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:39:45.469370 run osmo-msc_10.42.42.6(pid=981): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=981)]\u000a09:39:45.518611 run osmo-msc_10.42.42.6(pid=981): stdout: \u000a| (launched: 2022-12-13_09:39:44.369810) \u000a09:39:45.568195 run osmo-msc_10.42.42.6(pid=981): stderr: \u000a| �[0;m�[38;5;43m20221213093944641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213093944641 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffa93615c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213093944641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213093944641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213093944642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213093944642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213093944643 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213093944644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213093944644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213093944644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:39:45.610573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=974): Terminating (SIGTERM)\u000a09:39:45.650127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=977): Terminating (SIGTERM)\u000a09:39:45.689636 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=980): Terminating (SIGTERM)\u000a09:39:45.698886 --- ParallelTerminationStrategy: PID 974 died...\u000a09:39:45.752319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=974): Terminated: ok {rc=0}\u000a09:39:45.762045 --- ParallelTerminationStrategy: PID 977 died...\u000a09:39:45.814981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=977): Terminated: ok {rc=0}\u000a09:39:45.824683 --- ParallelTerminationStrategy: PID 980 died...\u000a09:39:45.892392 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=980): Terminated: ok {rc=0}\u000a09:39:45.992384 bus /sierra_3: Setting Powered False\u000a09:39:47.107026 bus /sierra_3: Setting Powered False\u000a09:39:48.214842 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=990): Process ended prematurely: osmo-stp_10.42.42.5(pid=990) [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=990)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=990): Process ended prematurely: osmo-stp_10.42.42.5(pid=990) [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=990)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:39:49.321564 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:39:49.333389 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:39:49.484181 tst mo_mt_call_osmux.py: using LAC 33090\u000a09:39:49.600475 tst mo_mt_call_osmux.py: using RAC 195\u000a09:39:49.718689 tst mo_mt_call_osmux.py: using CellId 33090\u000a09:39:49.836832 tst mo_mt_call_osmux.py: using BVCI 33091\u000a09:39:49.859504 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:39:49.870838 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:39:49.881896 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:39:49.892908 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:39:49.904330 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:39:49.915693 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:39:50.035905 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:39:50.245915 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:39:50.753544 run create_hlr_db(pid=983): Launched\u000a09:39:50.937771 bus /sierra_2: Setting Powered False\u000a09:39:51.959366 run create_hlr_db(pid=983): Terminated: ok {rc=0}\u000a09:39:52.382478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=985): Launched\u000a09:39:52.699002 run osmo-hlr_10.42.42.2(pid=986): Launched\u000a09:39:52.815243 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:39:53.366521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=989): Launched\u000a09:39:53.684357 run osmo-stp_10.42.42.5(pid=990): Launched\u000a09:39:53.800074 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:39:54.382023 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=996): Launched\u000a09:39:54.699444 run osmo-msc_10.42.42.6(pid=997): Launched\u000a09:39:54.885964 run osmo-stp_10.42.42.5(pid=990): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=990)]\u000a09:39:55.020556 run osmo-stp_10.42.42.5(pid=990): stdout: \u000a| (launched: 2022-12-13_09:39:53.528763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:39:55.155098 run osmo-stp_10.42.42.5(pid=990): stderr: \u000a| �[0;m�[38;5;43m20221213093953721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093953721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093953721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093953722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093953722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093953722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093953722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:39:55.283266 run osmo-stp_10.42.42.5(pid=990): stdout: \u000a| (launched: 2022-12-13_09:39:53.528763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:39:55.410107 run osmo-stp_10.42.42.5(pid=990): stderr: \u000a| �[0;m�[38;5;43m20221213093953721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213093953721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213093953721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213093953722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213093953722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213093953722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213093953722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:39:55.465946 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=990): Process ended prematurely: osmo-stp_10.42.42.5(pid=990) [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=990)] [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a09:39:55.475036 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:39:55.536800 run osmo-hlr_10.42.42.2(pid=986): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=986)]\u000a09:39:55.587641 run osmo-hlr_10.42.42.2(pid=986): stdout: \u000a| (launched: 2022-12-13_09:39:52.544415) \u000a09:39:55.639202 run osmo-hlr_10.42.42.2(pid=986): stderr: \u000a| �[0;m�[1;31m20221213093952744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213093952744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213093952744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093952744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213093952744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213093952745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213093952757 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213093952767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213093952767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213093952767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:39:55.709042 run osmo-msc_10.42.42.6(pid=997): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=997)]\u000a09:39:55.759928 run osmo-msc_10.42.42.6(pid=997): stdout: \u000a| (launched: 2022-12-13_09:39:54.543962) \u000a09:39:55.811112 run osmo-msc_10.42.42.6(pid=997): stderr: \u000a| �[0;m�[38;5;43m20221213093954866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213093954866 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f956922fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213093954867 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213093954867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213093954867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213093954867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213093954869 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213093954869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213093954869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213093954870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:39:55.854605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=985): Terminating (SIGTERM)\u000a09:39:55.895754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=989): Terminating (SIGTERM)\u000a09:39:55.937139 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=996): Terminating (SIGTERM)\u000a09:39:55.946785 --- ParallelTerminationStrategy: PID 985 died...\u000a09:39:56.001951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=985): Terminated: ok {rc=0}\u000a09:39:56.011994 --- ParallelTerminationStrategy: PID 989 died...\u000a09:39:56.066918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=989): Terminated: ok {rc=0}\u000a09:39:56.077339 --- ParallelTerminationStrategy: PID 996 died...\u000a09:39:56.132800 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=996): Terminated: ok {rc=0}\u000a09:39:56.217712 bus /sierra_3: Setting Powered False\u000a09:39:57.322169 bus /sierra_3: Setting Powered False\u000a09:39:58.428692 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:39:39" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1012): Process ended prematurely: osmo-stp_10.42.42.5(pid=1012) [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1012)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1012): Process ended prematurely: osmo-stp_10.42.42.5(pid=1012) [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1012)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:40:00.430218 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:40:00.442089 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:40:00.600772 tst mo_mt_call.py: using LAC 33091\u000a09:40:00.725422 tst mo_mt_call.py: using RAC 196\u000a09:40:00.856108 tst mo_mt_call.py: using CellId 33091\u000a09:40:00.999608 tst mo_mt_call.py: using BVCI 33092\u000a09:40:01.024586 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:40:01.036790 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:40:01.049907 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:40:01.062281 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:40:01.074366 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:40:01.086957 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:40:01.230490 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:40:01.455263 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:40:02.008439 run create_hlr_db(pid=1006): Launched\u000a09:40:02.196243 bus /sierra_2: Setting Powered False\u000a09:40:03.215197 run create_hlr_db(pid=1006): Terminated: ok {rc=0}\u000a09:40:03.636137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1008): Launched\u000a09:40:03.953818 run osmo-hlr_10.42.42.2(pid=1009): Launched\u000a09:40:04.074398 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:40:04.626652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1011): Launched\u000a09:40:04.944434 run osmo-stp_10.42.42.5(pid=1012): Launched\u000a09:40:05.060161 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:40:05.639911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1014): Launched\u000a09:40:05.958996 run osmo-msc_10.42.42.6(pid=1015): Launched\u000a09:40:06.145204 run osmo-stp_10.42.42.5(pid=1012): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1012)]\u000a09:40:06.285328 run osmo-stp_10.42.42.5(pid=1012): stdout: \u000a| (launched: 2022-12-13_09:40:04.788659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:40:06.419780 run osmo-stp_10.42.42.5(pid=1012): stderr: \u000a| �[0;m�[38;5;43m20221213094004980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094004980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094004980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094004981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094004983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094004983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094004983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:40:06.547583 run osmo-stp_10.42.42.5(pid=1012): stdout: \u000a| (launched: 2022-12-13_09:40:04.788659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:40:06.674235 run osmo-stp_10.42.42.5(pid=1012): stderr: \u000a| �[0;m�[38;5;43m20221213094004980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094004980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094004980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094004981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094004983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094004983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094004983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:40:06.730104 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1012): Process ended prematurely: osmo-stp_10.42.42.5(pid=1012) [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1012)] [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a09:40:06.739191 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a09:40:06.801474 run osmo-hlr_10.42.42.2(pid=1009): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1009)]\u000a09:40:06.852601 run osmo-hlr_10.42.42.2(pid=1009): stdout: \u000a| (launched: 2022-12-13_09:40:03.798400) \u000a09:40:06.904222 run osmo-hlr_10.42.42.2(pid=1009): stderr: \u000a| �[0;m�[1;31m20221213094003999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094003999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094003999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094003999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094003999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094003999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094004012 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094004020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094004020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094004020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:40:06.974402 run osmo-msc_10.42.42.6(pid=1015): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1015)]\u000a09:40:07.025340 run osmo-msc_10.42.42.6(pid=1015): stdout: \u000a| (launched: 2022-12-13_09:40:05.802460) \u000a09:40:07.076737 run osmo-msc_10.42.42.6(pid=1015): stderr: \u000a| �[0;m�[38;5;43m20221213094006144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213094006144 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f834c5d2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213094006144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213094006144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213094006144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213094006145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213094006146 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213094006147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213094006147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213094006147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:40:07.120753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1008): Terminating (SIGTERM)\u000a09:40:07.162169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1011): Terminating (SIGTERM)\u000a09:40:07.203511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1014): Terminating (SIGTERM)\u000a09:40:07.213229 --- ParallelTerminationStrategy: PID 1008 died...\u000a09:40:07.268860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1008): Terminated: ok {rc=0}\u000a09:40:07.278894 --- ParallelTerminationStrategy: PID 1011 died...\u000a09:40:07.333903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1011): Terminated: ok {rc=0}\u000a09:40:07.343823 --- ParallelTerminationStrategy: PID 1014 died...\u000a09:40:07.398614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1014): Terminated: ok {rc=0}\u000a09:40:07.483970 bus /sierra_3: Setting Powered False\u000a09:40:08.589593 bus /sierra_3: Setting Powered False\u000a09:40:09.696638 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1023): Process ended prematurely: osmo-stp_10.42.42.5(pid=1023) [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1023)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1023): Process ended prematurely: osmo-stp_10.42.42.5(pid=1023) [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1023)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:40:10.809327 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:40:10.821405 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:40:10.980543 tst mo_mt_call_osmux.py: using LAC 33092\u000a09:40:11.105398 tst mo_mt_call_osmux.py: using RAC 197\u000a09:40:11.232358 tst mo_mt_call_osmux.py: using CellId 33092\u000a09:40:11.356883 tst mo_mt_call_osmux.py: using BVCI 33093\u000a09:40:11.381171 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:40:11.392707 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:40:11.404047 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:40:11.415392 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:40:11.426951 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:40:11.438571 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:40:11.555734 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:40:11.758108 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:40:12.228760 run create_hlr_db(pid=1017): Launched\u000a09:40:12.400408 bus /sierra_2: Setting Powered False\u000a09:40:13.423333 run create_hlr_db(pid=1017): Terminated: ok {rc=0}\u000a09:40:13.845758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1019): Launched\u000a09:40:14.165841 run osmo-hlr_10.42.42.2(pid=1020): Launched\u000a09:40:14.283744 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:40:14.834602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1022): Launched\u000a09:40:15.153701 run osmo-stp_10.42.42.5(pid=1023): Launched\u000a09:40:15.269592 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:40:15.850676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1025): Launched\u000a09:40:16.293963 run osmo-msc_10.42.42.6(pid=1026): Launched\u000a09:40:16.610589 run osmo-stp_10.42.42.5(pid=1023): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1023)]\u000a09:40:16.800565 run osmo-stp_10.42.42.5(pid=1023): stdout: \u000a| (launched: 2022-12-13_09:40:14.997108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:40:16.987382 run osmo-stp_10.42.42.5(pid=1023): stderr: \u000a| �[0;m�[38;5;43m20221213094015190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094015190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094015190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094015190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094015191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094015191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094015191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:40:17.134145 run osmo-stp_10.42.42.5(pid=1023): stdout: \u000a| (launched: 2022-12-13_09:40:14.997108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:40:17.264608 run osmo-stp_10.42.42.5(pid=1023): stderr: \u000a| �[0;m�[38;5;43m20221213094015190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094015190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094015190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094015190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094015191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094015191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094015191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:40:17.322284 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1023): Process ended prematurely: osmo-stp_10.42.42.5(pid=1023) [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1023)] [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a09:40:17.332092 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a09:40:17.394814 run osmo-hlr_10.42.42.2(pid=1020): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1020)]\u000a09:40:17.446395 run osmo-hlr_10.42.42.2(pid=1020): stdout: \u000a| (launched: 2022-12-13_09:40:14.008555) \u000a09:40:17.498411 run osmo-hlr_10.42.42.2(pid=1020): stderr: \u000a| �[0;m�[1;31m20221213094014207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094014207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094014207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094014207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094014207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094014207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094014224 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094014234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094014234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094014234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:40:17.568476 run osmo-msc_10.42.42.6(pid=1026): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1026)]\u000a09:40:17.619223 run osmo-msc_10.42.42.6(pid=1026): stdout: \u000a| (launched: 2022-12-13_09:40:16.030094) \u000a09:40:17.670482 run osmo-msc_10.42.42.6(pid=1026): stderr: \u000a| �[0;m�[38;5;43m20221213094016530 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213094016531 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0761988c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213094016531 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213094016531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213094016531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213094016531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213094016547 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213094016547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213094016548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213094016548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:40:17.714307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1019): Terminating (SIGTERM)\u000a09:40:17.755724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1022): Terminating (SIGTERM)\u000a09:40:17.797064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1025): Terminating (SIGTERM)\u000a09:40:17.806673 --- ParallelTerminationStrategy: PID 1019 died...\u000a09:40:17.862032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1019): Terminated: ok {rc=0}\u000a09:40:17.872070 --- ParallelTerminationStrategy: PID 1022 died...\u000a09:40:17.927235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1022): Terminated: ok {rc=0}\u000a09:40:17.937226 --- ParallelTerminationStrategy: PID 1025 died...\u000a09:40:17.992835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1025): Terminated: ok {rc=0}\u000a09:40:18.078605 bus /sierra_3: Setting Powered False\u000a09:40:19.180698 bus /sierra_3: Setting Powered False\u000a09:40:20.290233 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:40:00" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1037): Process ended prematurely: osmo-stp_10.42.42.5(pid=1037) [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1037)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1037): Process ended prematurely: osmo-stp_10.42.42.5(pid=1037) [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1037)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:40:22.285395 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:40:22.296462 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:40:22.450031 tst mo_mt_call.py: using LAC 33093\u000a09:40:22.565269 tst mo_mt_call.py: using RAC 198\u000a09:40:22.680020 tst mo_mt_call.py: using CellId 33093\u000a09:40:22.795439 tst mo_mt_call.py: using BVCI 33094\u000a09:40:22.818067 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:40:22.829387 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:40:22.840253 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:40:22.851158 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:40:22.862462 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:40:22.873691 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:40:22.986830 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:40:23.196371 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:40:23.704905 run create_hlr_db(pid=1031): Launched\u000a09:40:23.888392 bus /sierra_2: Setting Powered False\u000a09:40:24.910043 run create_hlr_db(pid=1031): Terminated: ok {rc=0}\u000a09:40:25.332249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1033): Launched\u000a09:40:25.649568 run osmo-hlr_10.42.42.2(pid=1034): Launched\u000a09:40:25.766194 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:40:26.318368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1036): Launched\u000a09:40:26.637257 run osmo-stp_10.42.42.5(pid=1037): Launched\u000a09:40:26.752750 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:40:27.334482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1039): Launched\u000a09:40:27.652055 run osmo-msc_10.42.42.6(pid=1040): Launched\u000a09:40:27.839563 run osmo-stp_10.42.42.5(pid=1037): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1037)]\u000a09:40:27.973901 run osmo-stp_10.42.42.5(pid=1037): stdout: \u000a| (launched: 2022-12-13_09:40:26.481127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:40:28.107714 run osmo-stp_10.42.42.5(pid=1037): stderr: \u000a| �[0;m�[38;5;43m20221213094026672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094026672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094026673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094026673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094026674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094026674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094026674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:40:28.236152 run osmo-stp_10.42.42.5(pid=1037): stdout: \u000a| (launched: 2022-12-13_09:40:26.481127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:40:28.363338 run osmo-stp_10.42.42.5(pid=1037): stderr: \u000a| �[0;m�[38;5;43m20221213094026672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094026672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094026673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094026673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094026674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094026674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094026674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:40:28.419225 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1037): Process ended prematurely: osmo-stp_10.42.42.5(pid=1037) [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1037)] [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a09:40:28.428323 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:40:28.490086 run osmo-hlr_10.42.42.2(pid=1034): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1034)]\u000a09:40:28.540656 run osmo-hlr_10.42.42.2(pid=1034): stdout: \u000a| (launched: 2022-12-13_09:40:25.494109) \u000a09:40:28.592001 run osmo-hlr_10.42.42.2(pid=1034): stderr: \u000a| �[0;m�[1;31m20221213094025692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094025692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094025692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094025692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094025692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094025692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094025707 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094025715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094025715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094025715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:40:28.661608 run osmo-msc_10.42.42.6(pid=1040): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1040)]\u000a09:40:28.712200 run osmo-msc_10.42.42.6(pid=1040): stdout: \u000a| (launched: 2022-12-13_09:40:27.496517) \u000a09:40:28.763383 run osmo-msc_10.42.42.6(pid=1040): stderr: \u000a| �[0;m�[38;5;43m20221213094027819 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213094027819 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f938d168c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213094027819 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213094027819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213094027819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213094027819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213094027821 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213094027822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213094027822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213094027822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:40:28.806903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1033): Terminating (SIGTERM)\u000a09:40:28.848148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1036): Terminating (SIGTERM)\u000a09:40:28.889564 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1039): Terminating (SIGTERM)\u000a09:40:28.899242 --- ParallelTerminationStrategy: PID 1033 died...\u000a09:40:28.954718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1033): Terminated: ok {rc=0}\u000a09:40:28.964720 --- ParallelTerminationStrategy: PID 1036 died...\u000a09:40:29.019789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1036): Terminated: ok {rc=0}\u000a09:40:29.029808 --- ParallelTerminationStrategy: PID 1039 died...\u000a09:40:29.084786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1039): Terminated: ok {rc=0}\u000a09:40:29.169799 bus /sierra_3: Setting Powered False\u000a09:40:30.273981 bus /sierra_3: Setting Powered False\u000a09:40:31.380712 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1048): Process ended prematurely: osmo-stp_10.42.42.5(pid=1048) [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1048)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1048): Process ended prematurely: osmo-stp_10.42.42.5(pid=1048) [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1048)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:40:32.488640 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:40:32.500264 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:40:32.659541 tst mo_mt_call_osmux.py: using LAC 33094\u000a09:40:32.784517 tst mo_mt_call_osmux.py: using RAC 199\u000a09:40:32.909454 tst mo_mt_call_osmux.py: using CellId 33094\u000a09:40:33.034644 tst mo_mt_call_osmux.py: using BVCI 33095\u000a09:40:33.059290 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:40:33.070932 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:40:33.082349 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:40:33.093772 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:40:33.105268 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:40:33.116524 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:40:33.233067 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:40:33.442405 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:40:33.950481 run create_hlr_db(pid=1042): Launched\u000a09:40:34.134912 bus /sierra_2: Setting Powered False\u000a09:40:35.156050 run create_hlr_db(pid=1042): Terminated: ok {rc=0}\u000a09:40:35.555398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1044): Launched\u000a09:40:35.853463 run osmo-hlr_10.42.42.2(pid=1045): Launched\u000a09:40:35.967396 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:40:36.483563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1047): Launched\u000a09:40:36.780934 run osmo-stp_10.42.42.5(pid=1048): Launched\u000a09:40:36.890893 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:40:37.433842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1050): Launched\u000a09:40:37.734704 run osmo-msc_10.42.42.6(pid=1051): Launched\u000a09:40:37.911815 run osmo-stp_10.42.42.5(pid=1048): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1048)]\u000a09:40:38.038732 run osmo-stp_10.42.42.5(pid=1048): stdout: \u000a| (launched: 2022-12-13_09:40:36.634597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:40:38.163000 run osmo-stp_10.42.42.5(pid=1048): stderr: \u000a| �[0;m�[38;5;43m20221213094036806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094036807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094036807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094036807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094036808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094036808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094036808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:40:38.282788 run osmo-stp_10.42.42.5(pid=1048): stdout: \u000a| (launched: 2022-12-13_09:40:36.634597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:40:38.401890 run osmo-stp_10.42.42.5(pid=1048): stderr: \u000a| �[0;m�[38;5;43m20221213094036806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094036807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094036807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094036807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094036808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094036808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094036808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:40:38.454997 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1048): Process ended prematurely: osmo-stp_10.42.42.5(pid=1048) [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1048)] [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a09:40:38.463526 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a09:40:38.523236 run osmo-hlr_10.42.42.2(pid=1045): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1045)]\u000a09:40:38.571581 run osmo-hlr_10.42.42.2(pid=1045): stdout: \u000a| (launched: 2022-12-13_09:40:35.706798) \u000a09:40:38.620554 run osmo-hlr_10.42.42.2(pid=1045): stderr: \u000a| �[0;m�[1;31m20221213094035885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094035885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094035885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094035885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094035885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094035885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094035897 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094035905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094035906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094035906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:40:38.687126 run osmo-msc_10.42.42.6(pid=1051): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1051)]\u000a09:40:38.735477 run osmo-msc_10.42.42.6(pid=1051): stdout: \u000a| (launched: 2022-12-13_09:40:37.585155) \u000a09:40:38.784403 run osmo-msc_10.42.42.6(pid=1051): stderr: \u000a| �[0;m�[38;5;43m20221213094037854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213094037855 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fae7aaacc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213094037855 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213094037855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213094037855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213094037855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213094037858 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213094037859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213094037859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213094037859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:40:38.826012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1044): Terminating (SIGTERM)\u000a09:40:38.865379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1047): Terminating (SIGTERM)\u000a09:40:38.904649 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1050): Terminating (SIGTERM)\u000a09:40:38.913939 --- ParallelTerminationStrategy: PID 1044 died...\u000a09:40:38.967026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1044): Terminated: ok {rc=0}\u000a09:40:38.976603 --- ParallelTerminationStrategy: PID 1047 died...\u000a09:40:39.029310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1047): Terminated: ok {rc=0}\u000a09:40:39.038838 --- ParallelTerminationStrategy: PID 1050 died...\u000a09:40:39.091729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1050): Terminated: ok {rc=0}\u000a09:40:39.179956 bus /sierra_3: Setting Powered False\u000a09:40:40.280334 bus /sierra_3: Setting Powered False\u000a09:40:41.389802 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:40:22" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1062): Process ended prematurely: osmo-stp_10.42.42.5(pid=1062) [trial-2387↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1062)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1062): Process ended prematurely: osmo-stp_10.42.42.5(pid=1062) [trial-2387↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1062)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a09:40:43.385482 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:40:43.396675 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:40:43.546608 tst mo_mt_call.py: using LAC 33095\u000a09:40:43.662314 tst mo_mt_call.py: using RAC 200\u000a09:40:43.778540 tst mo_mt_call.py: using CellId 33095\u000a09:40:43.894030 tst mo_mt_call.py: using BVCI 33096\u000a09:40:43.916736 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:40:43.928059 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:40:43.939193 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:40:43.950384 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:40:43.961981 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:40:43.973611 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:40:44.093761 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:40:44.306116 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:40:44.808482 run create_hlr_db(pid=1056): Launched\u000a09:40:44.980387 bus /sierra_2: Setting Powered False\u000a09:40:46.037323 run create_hlr_db(pid=1056): Terminated: ok {rc=0}\u000a09:40:46.480008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1058): Launched\u000a09:40:46.909991 run osmo-hlr_10.42.42.2(pid=1059): Launched\u000a09:40:47.072696 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:40:47.683991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1061): Launched\u000a09:40:48.002406 run osmo-stp_10.42.42.5(pid=1062): Launched\u000a09:40:48.118368 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:40:48.699096 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1064): Launched\u000a09:40:49.016132 run osmo-msc_10.42.42.6(pid=1065): Launched\u000a09:40:49.203074 run osmo-stp_10.42.42.5(pid=1062): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1062)]\u000a09:40:49.337071 run osmo-stp_10.42.42.5(pid=1062): stdout: \u000a| (launched: 2022-12-13_09:40:47.846199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:40:49.471043 run osmo-stp_10.42.42.5(pid=1062): stderr: \u000a| �[0;m�[38;5;43m20221213094048040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094048041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094048041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094048041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094048042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094048042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094048042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:40:49.598900 run osmo-stp_10.42.42.5(pid=1062): stdout: \u000a| (launched: 2022-12-13_09:40:47.846199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:40:49.725961 run osmo-stp_10.42.42.5(pid=1062): stderr: \u000a| �[0;m�[38;5;43m20221213094048040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094048041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094048041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094048041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094048042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094048042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094048042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:40:49.781936 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1062): Process ended prematurely: osmo-stp_10.42.42.5(pid=1062) [trial-2387↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1062)] [trial-2387↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a09:40:49.790907 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a09:40:49.852584 run osmo-hlr_10.42.42.2(pid=1059): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1059)]\u000a09:40:49.903294 run osmo-hlr_10.42.42.2(pid=1059): stdout: \u000a| (launched: 2022-12-13_09:40:46.647192) \u000a09:40:49.954485 run osmo-hlr_10.42.42.2(pid=1059): stderr: \u000a| �[0;m�[1;31m20221213094046946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094046946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094046946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094046946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094046946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094046946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094046966 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094046978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094046978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094046979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:40:50.024193 run osmo-msc_10.42.42.6(pid=1065): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1065)]\u000a09:40:50.074765 run osmo-msc_10.42.42.6(pid=1065): stdout: \u000a| (launched: 2022-12-13_09:40:48.860603) \u000a09:40:50.125961 run osmo-msc_10.42.42.6(pid=1065): stderr: \u000a| �[0;m�[38;5;43m20221213094049181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213094049181 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2bf94f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213094049181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213094049181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213094049181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213094049182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213094049183 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213094049184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213094049184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213094049184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:40:50.169887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1058): Terminating (SIGTERM)\u000a09:40:50.211267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1061): Terminating (SIGTERM)\u000a09:40:50.252453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1064): Terminating (SIGTERM)\u000a09:40:50.262141 --- ParallelTerminationStrategy: PID 1058 died...\u000a09:40:50.317236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1058): Terminated: ok {rc=0}\u000a09:40:50.327190 --- ParallelTerminationStrategy: PID 1061 died...\u000a09:40:50.381788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1061): Terminated: ok {rc=0}\u000a09:40:50.391620 --- ParallelTerminationStrategy: PID 1064 died...\u000a09:40:50.446250 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1064): Terminated: ok {rc=0}\u000a09:40:50.532723 bus /sierra_3: Setting Powered False\u000a09:40:51.634153 bus /sierra_3: Setting Powered False\u000a09:40:52.742045 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1073): Process ended prematurely: osmo-stp_10.42.42.5(pid=1073) [trial-2387↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1073)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1073): Process ended prematurely: osmo-stp_10.42.42.5(pid=1073) [trial-2387↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1073)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:40:53.854493 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:40:53.866730 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:40:54.028146 tst mo_mt_call_osmux.py: using LAC 33096\u000a09:40:54.153431 tst mo_mt_call_osmux.py: using RAC 201\u000a09:40:54.280103 tst mo_mt_call_osmux.py: using CellId 33096\u000a09:40:54.404476 tst mo_mt_call_osmux.py: using BVCI 33097\u000a09:40:54.428675 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:40:54.440357 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:40:54.451756 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:40:54.463174 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:40:54.474757 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:40:54.486288 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:40:54.607265 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:40:54.809446 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:40:55.280204 run create_hlr_db(pid=1067): Launched\u000a09:40:55.451515 bus /sierra_2: Setting Powered False\u000a09:40:56.486075 run create_hlr_db(pid=1067): Terminated: ok {rc=0}\u000a09:40:56.909446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1069): Launched\u000a09:40:57.227769 run osmo-hlr_10.42.42.2(pid=1070): Launched\u000a09:40:57.347080 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:40:57.900509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1072): Launched\u000a09:40:58.219285 run osmo-stp_10.42.42.5(pid=1073): Launched\u000a09:40:58.334991 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:40:58.916058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1075): Launched\u000a09:40:59.235521 run osmo-msc_10.42.42.6(pid=1076): Launched\u000a09:40:59.423257 run osmo-stp_10.42.42.5(pid=1073): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1073)]\u000a09:40:59.558540 run osmo-stp_10.42.42.5(pid=1073): stdout: \u000a| (launched: 2022-12-13_09:40:58.062849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:40:59.692943 run osmo-stp_10.42.42.5(pid=1073): stderr: \u000a| �[0;m�[38;5;43m20221213094058254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094058255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094058255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094058255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094058256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094058256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094058256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:40:59.821400 run osmo-stp_10.42.42.5(pid=1073): stdout: \u000a| (launched: 2022-12-13_09:40:58.062849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:40:59.948321 run osmo-stp_10.42.42.5(pid=1073): stderr: \u000a| �[0;m�[38;5;43m20221213094058254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094058255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094058255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094058255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094058256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094058256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094058256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:41:00.004447 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1073): Process ended prematurely: osmo-stp_10.42.42.5(pid=1073) [trial-2387↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1073)] [trial-2387↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a09:41:00.013718 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:41:00.076588 run osmo-hlr_10.42.42.2(pid=1070): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1070)]\u000a09:41:00.128201 run osmo-hlr_10.42.42.2(pid=1070): stdout: \u000a| (launched: 2022-12-13_09:40:57.071939) \u000a09:41:00.180788 run osmo-hlr_10.42.42.2(pid=1070): stderr: \u000a| �[0;m�[1;31m20221213094057269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094057269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094057269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094057269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094057269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094057269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094057281 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094057289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094057290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094057290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:41:00.251797 run osmo-msc_10.42.42.6(pid=1076): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1076)]\u000a09:41:00.303037 run osmo-msc_10.42.42.6(pid=1076): stdout: \u000a| (launched: 2022-12-13_09:40:59.078590) \u000a09:41:00.354696 run osmo-msc_10.42.42.6(pid=1076): stderr: \u000a| �[0;m�[38;5;43m20221213094059403 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213094059403 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd164ce6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213094059403 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213094059403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213094059403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213094059403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213094059405 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213094059406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213094059406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213094059406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:41:00.398795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1069): Terminating (SIGTERM)\u000a09:41:00.440444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1072): Terminating (SIGTERM)\u000a09:41:00.482235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1075): Terminating (SIGTERM)\u000a09:41:00.491594 --- ParallelTerminationStrategy: PID 1069 died...\u000a09:41:00.547540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1069): Terminated: ok {rc=0}\u000a09:41:00.557831 --- ParallelTerminationStrategy: PID 1072 died...\u000a09:41:00.613922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1072): Terminated: ok {rc=0}\u000a09:41:00.623996 --- ParallelTerminationStrategy: PID 1075 died...\u000a09:41:00.679758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1075): Terminated: ok {rc=0}\u000a09:41:00.766595 bus /sierra_3: Setting Powered False\u000a09:41:01.885444 bus /sierra_3: Setting Powered False\u000a09:41:02.994856 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:40:43" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1087): Process ended prematurely: osmo-stp_10.42.42.5(pid=1087) [trial-2387↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1087)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1087): Process ended prematurely: osmo-stp_10.42.42.5(pid=1087) [trial-2387↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1087)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a09:41:04.980531 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:41:04.991999 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:41:05.125693 tst mo_mt_call.py: using LAC 33097\u000a09:41:05.250365 tst mo_mt_call.py: using RAC 202\u000a09:41:05.374768 tst mo_mt_call.py: using CellId 33097\u000a09:41:05.501144 tst mo_mt_call.py: using BVCI 33098\u000a09:41:05.525558 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:41:05.537450 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:41:05.549046 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:41:05.560581 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:41:05.572323 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:41:05.583939 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a09:41:05.700425 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a09:41:05.900402 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:41:06.369771 run create_hlr_db(pid=1081): Launched\u000a09:41:06.541166 bus /sierra_2: Setting Powered False\u000a09:41:07.572133 run create_hlr_db(pid=1081): Terminated: ok {rc=0}\u000a09:41:07.971256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1083): Launched\u000a09:41:08.270341 run osmo-hlr_10.42.42.2(pid=1084): Launched\u000a09:41:08.384535 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:41:08.901824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1086): Launched\u000a09:41:09.199570 run osmo-stp_10.42.42.5(pid=1087): Launched\u000a09:41:09.308624 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:41:09.850370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1089): Launched\u000a09:41:10.148396 run osmo-msc_10.42.42.6(pid=1090): Launched\u000a09:41:10.325203 run osmo-stp_10.42.42.5(pid=1087): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1087)]\u000a09:41:10.451552 run osmo-stp_10.42.42.5(pid=1087): stdout: \u000a| (launched: 2022-12-13_09:41:09.052652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:41:10.575629 run osmo-stp_10.42.42.5(pid=1087): stderr: \u000a| �[0;m�[38;5;43m20221213094109225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094109225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094109225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094109225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094109226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094109226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094109226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:41:10.695613 run osmo-stp_10.42.42.5(pid=1087): stdout: \u000a| (launched: 2022-12-13_09:41:09.052652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:41:10.814883 run osmo-stp_10.42.42.5(pid=1087): stderr: \u000a| �[0;m�[38;5;43m20221213094109225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094109225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094109225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094109225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094109226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094109226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094109226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:41:10.867723 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1087): Process ended prematurely: osmo-stp_10.42.42.5(pid=1087) [trial-2387↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1087)] [trial-2387↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a09:41:10.876165 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a09:41:10.935354 run osmo-hlr_10.42.42.2(pid=1084): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1084)]\u000a09:41:10.983854 run osmo-hlr_10.42.42.2(pid=1084): stdout: \u000a| (launched: 2022-12-13_09:41:08.122686) \u000a09:41:11.032850 run osmo-hlr_10.42.42.2(pid=1084): stderr: \u000a| �[0;m�[1;31m20221213094108295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094108295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094108295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094108295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094108295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094108296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094108307 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094108316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094108316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094108316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:41:11.099873 run osmo-msc_10.42.42.6(pid=1090): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1090)]\u000a09:41:11.148199 run osmo-msc_10.42.42.6(pid=1090): stdout: \u000a| (launched: 2022-12-13_09:41:10.001639) \u000a09:41:11.197416 run osmo-msc_10.42.42.6(pid=1090): stderr: \u000a| �[0;m�[38;5;43m20221213094110274 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213094110274 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1951ee4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213094110274 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213094110274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213094110275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213094110275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213094110276 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213094110277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213094110277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213094110277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:41:11.239247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1083): Terminating (SIGTERM)\u000a09:41:11.278925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1086): Terminating (SIGTERM)\u000a09:41:11.318510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1089): Terminating (SIGTERM)\u000a09:41:11.327713 --- ParallelTerminationStrategy: PID 1083 died...\u000a09:41:11.381239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1083): Terminated: ok {rc=0}\u000a09:41:11.390849 --- ParallelTerminationStrategy: PID 1086 died...\u000a09:41:11.444063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1086): Terminated: ok {rc=0}\u000a09:41:11.453634 --- ParallelTerminationStrategy: PID 1089 died...\u000a09:41:11.506940 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1089): Terminated: ok {rc=0}\u000a09:41:11.594834 bus /sierra_3: Setting Powered False\u000a09:41:12.696629 bus /sierra_3: Setting Powered False\u000a09:41:13.806494 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1098): Process ended prematurely: osmo-stp_10.42.42.5(pid=1098) [trial-2387↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1098)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1098): Process ended prematurely: osmo-stp_10.42.42.5(pid=1098) [trial-2387↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1098)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:41:14.914947 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:41:14.926845 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:41:15.063255 tst mo_mt_call_osmux.py: using LAC 33098\u000a09:41:15.182617 tst mo_mt_call_osmux.py: using RAC 203\u000a09:41:15.299115 tst mo_mt_call_osmux.py: using CellId 33098\u000a09:41:15.416193 tst mo_mt_call_osmux.py: using BVCI 33099\u000a09:41:15.439082 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:41:15.450586 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:41:15.461806 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:41:15.472932 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:41:15.485074 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:41:15.497031 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a09:41:15.614392 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a09:41:15.822130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:41:16.398488 run create_hlr_db(pid=1092): Launched\u000a09:41:16.586953 bus /sierra_2: Setting Powered False\u000a09:41:17.605523 run create_hlr_db(pid=1092): Terminated: ok {rc=0}\u000a09:41:18.029336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1094): Launched\u000a09:41:18.348453 run osmo-hlr_10.42.42.2(pid=1095): Launched\u000a09:41:18.469175 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:41:19.023051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1097): Launched\u000a09:41:19.342897 run osmo-stp_10.42.42.5(pid=1098): Launched\u000a09:41:19.458244 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:41:20.041055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1100): Launched\u000a09:41:20.361652 run osmo-msc_10.42.42.6(pid=1101): Launched\u000a09:41:20.548162 run osmo-stp_10.42.42.5(pid=1098): ERR: Terminated: ERROR {rc=1} [trial-2387↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1098)]\u000a09:41:20.683076 run osmo-stp_10.42.42.5(pid=1098): stdout: \u000a| (launched: 2022-12-13_09:41:19.186162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:41:20.819115 run osmo-stp_10.42.42.5(pid=1098): stderr: \u000a| �[0;m�[38;5;43m20221213094119379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094119379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094119379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094119380 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094119380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094119380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094119380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:41:20.947488 run osmo-stp_10.42.42.5(pid=1098): stdout: \u000a| (launched: 2022-12-13_09:41:19.186162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:41:21.074975 run osmo-stp_10.42.42.5(pid=1098): stderr: \u000a| �[0;m�[38;5;43m20221213094119379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094119379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094119379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094119380 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094119380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094119380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094119380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:41:21.131459 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1098): Process ended prematurely: osmo-stp_10.42.42.5(pid=1098) [trial-2387↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1098)] [trial-2387↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a09:41:21.140681 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a09:41:21.203003 run osmo-hlr_10.42.42.2(pid=1095): ERR: Terminated: ERROR {rc=237} [trial-2387↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1095)]\u000a09:41:21.254016 run osmo-hlr_10.42.42.2(pid=1095): stdout: \u000a| (launched: 2022-12-13_09:41:18.192368) \u000a09:41:21.305504 run osmo-hlr_10.42.42.2(pid=1095): stderr: \u000a| �[0;m�[1;31m20221213094118390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094118390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094118390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094118390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094118390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094118390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094118402 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094118410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094118411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094118411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:41:21.375335 run osmo-msc_10.42.42.6(pid=1101): ERR: Terminated: ERROR {rc=2} [trial-2387↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1101)]\u000a09:41:21.425846 run osmo-msc_10.42.42.6(pid=1101): stdout: \u000a| (launched: 2022-12-13_09:41:20.204450) \u000a09:41:21.476924 run osmo-msc_10.42.42.6(pid=1101): stderr: \u000a| �[0;m�[38;5;43m20221213094120526 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213094120526 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f77f594cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213094120526 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213094120526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213094120527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213094120527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213094120529 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213094120529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213094120529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213094120529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:41:21.520602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1094): Terminating (SIGTERM)\u000a09:41:21.562200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1097): Terminating (SIGTERM)\u000a09:41:21.604167 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1100): Terminating (SIGTERM)\u000a09:41:21.614077 --- ParallelTerminationStrategy: PID 1094 died...\u000a09:41:21.669869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1094): Terminated: ok {rc=0}\u000a09:41:21.680094 --- ParallelTerminationStrategy: PID 1097 died...\u000a09:41:21.735683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1097): Terminated: ok {rc=0}\u000a09:41:21.745871 --- ParallelTerminationStrategy: PID 1100 died...\u000a09:41:21.801497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1100): Terminated: ok {rc=0}\u000a09:41:21.888458 bus /sierra_3: Setting Powered False\u000a09:41:22.992052 bus /sierra_3: Setting Powered False\u000a09:41:24.102572 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:41:04" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1112): Process ended prematurely: osmo-stp_10.42.42.5(pid=1112) [trial-2387↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1112)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1112): Process ended prematurely: osmo-stp_10.42.42.5(pid=1112) [trial-2387↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1112)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a09:41:26.110314 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:41:26.121091 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:41:26.251349 tst emergency_mo_mt_call.py: using LAC 33099\u000a09:41:26.366963 tst emergency_mo_mt_call.py: using RAC 204\u000a09:41:26.480890 tst emergency_mo_mt_call.py: using CellId 33099\u000a09:41:26.594941 tst emergency_mo_mt_call.py: using BVCI 33100\u000a09:41:26.617254 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:41:26.627863 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:41:26.638415 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:41:26.648758 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:41:26.659407 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:41:26.670653 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:41:26.785078 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:41:26.992399 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:41:27.494619 run create_hlr_db(pid=1106): Launched\u000a09:41:27.676911 bus /sierra_2: Setting Powered False\u000a09:41:28.695858 run create_hlr_db(pid=1106): Terminated: ok {rc=0}\u000a09:41:29.088406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1108): Launched\u000a09:41:29.382019 run osmo-hlr_10.42.42.2(pid=1109): Launched\u000a09:41:29.497478 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:41:30.040494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1111): Launched\u000a09:41:30.353799 run osmo-stp_10.42.42.5(pid=1112): Launched\u000a09:41:30.478417 tst emergency_mo_mt_call.py: using MSISDN 8086\u000a09:41:30.634126 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:41:31.221910 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1115): Launched\u000a09:41:31.558272 run osmo-msc_10.42.42.6(pid=1116): Launched\u000a09:41:31.876141 run osmo-stp_10.42.42.5(pid=1112): ERR: Terminated: ERROR {rc=1} [trial-2387↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1112)]\u000a09:41:32.117922 run osmo-stp_10.42.42.5(pid=1112): stdout: \u000a| (launched: 2022-12-13_09:41:30.200057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:41:32.472830 run osmo-stp_10.42.42.5(pid=1112): stderr: \u000a| �[0;m�[38;5;43m20221213094130393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094130393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094130393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094130393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094130394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094130394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094130394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:41:32.596146 run osmo-stp_10.42.42.5(pid=1112): stdout: \u000a| (launched: 2022-12-13_09:41:30.200057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:41:32.713428 run osmo-stp_10.42.42.5(pid=1112): stderr: \u000a| �[0;m�[38;5;43m20221213094130393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094130393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094130393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094130393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094130394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094130394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094130394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:41:32.764581 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=1112): Process ended prematurely: osmo-stp_10.42.42.5(pid=1112) [trial-2387↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1112)] [trial-2387↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a09:41:32.772728 tst emergency_mo_mt_call.py:19: Test FAILED (6.7 sec)\u000a09:41:32.833233 run osmo-hlr_10.42.42.2(pid=1109): ERR: Terminated: ERROR {rc=237} [trial-2387↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1109)]\u000a09:41:32.882633 run osmo-hlr_10.42.42.2(pid=1109): stdout: \u000a| (launched: 2022-12-13_09:41:29.238252) \u000a09:41:32.932499 run osmo-hlr_10.42.42.2(pid=1109): stderr: \u000a| �[0;m�[1;31m20221213094129411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094129411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094129411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094129411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094129411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094129411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094129423 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094129432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094129432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094129432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:41:32.999976 run osmo-msc_10.42.42.6(pid=1116): ERR: Terminated: ERROR {rc=2} [trial-2387↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1116)]\u000a09:41:33.049193 run osmo-msc_10.42.42.6(pid=1116): stdout: \u000a| (launched: 2022-12-13_09:41:31.375571) \u000a09:41:33.098701 run osmo-msc_10.42.42.6(pid=1116): stderr: \u000a| �[0;m�[38;5;43m20221213094131993 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213094131993 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa4c0f1ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213094131993 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213094131993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213094131993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213094131994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213094131995 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213094131996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213094131996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213094131996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:41:33.140570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1108): Terminating (SIGTERM)\u000a09:41:33.180373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1111): Terminating (SIGTERM)\u000a09:41:33.220224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1115): Terminating (SIGTERM)\u000a09:41:33.229116 --- ParallelTerminationStrategy: PID 1108 died...\u000a09:41:33.282870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1108): Terminated: ok {rc=0}\u000a09:41:33.292767 --- ParallelTerminationStrategy: PID 1111 died...\u000a09:41:33.346454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1111): Terminated: ok {rc=0}\u000a09:41:33.356153 --- ParallelTerminationStrategy: PID 1115 died...\u000a09:41:33.410297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1115): Terminated: ok {rc=0}\u000a09:41:33.498981 bus /sierra_3: Setting Powered False\u000a09:41:34.601279 bus /sierra_3: Setting Powered False\u000a09:41:35.711759 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1129): Process ended prematurely: osmo-stp_10.42.42.5(pid=1129) [trial-2387↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1129)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1129): Process ended prematurely: osmo-stp_10.42.42.5(pid=1129) [trial-2387↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1129)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a09:41:36.762749 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:41:36.775135 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:41:36.915105 tst emergency_preemptive_call.py: using LAC 33100\u000a09:41:37.039734 tst emergency_preemptive_call.py: using RAC 205\u000a09:41:37.162508 tst emergency_preemptive_call.py: using CellId 33100\u000a09:41:37.285071 tst emergency_preemptive_call.py: using BVCI 33101\u000a09:41:37.308821 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:41:37.320055 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:41:37.331132 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:41:37.342066 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:41:37.353129 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:41:37.364028 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:41:37.482215 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:41:37.600232 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:41:37.718788 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:41:37.917059 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:41:38.381342 run create_hlr_db(pid=1118): Launched\u000a09:41:38.551027 bus /sierra_2: Setting Powered False\u000a09:41:39.571993 run create_hlr_db(pid=1118): Terminated: ok {rc=0}\u000a09:41:39.989032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1121): Launched\u000a09:41:40.282841 run osmo-hlr_10.42.42.2(pid=1122): Launched\u000a09:41:40.397687 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:41:40.915420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1128): Launched\u000a09:41:41.207953 run osmo-stp_10.42.42.5(pid=1129): Launched\u000a09:41:41.336160 tst emergency_preemptive_call.py: using MSISDN 8087\u000a09:41:41.484648 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:41:42.018613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1131): Launched\u000a09:41:42.311643 run osmo-msc_10.42.42.6(pid=1132): Launched\u000a09:41:42.484461 run osmo-stp_10.42.42.5(pid=1129): ERR: Terminated: ERROR {rc=1} [trial-2387↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1129)]\u000a09:41:42.609403 run osmo-stp_10.42.42.5(pid=1129): stdout: \u000a| (launched: 2022-12-13_09:41:41.063950)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:41:42.732122 run osmo-stp_10.42.42.5(pid=1129): stderr: \u000a| �[0;m�[38;5;43m20221213094141235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094141235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094141236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094141236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094141237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094141237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094141237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:41:42.850573 run osmo-stp_10.42.42.5(pid=1129): stdout: \u000a| (launched: 2022-12-13_09:41:41.063950)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:41:42.968381 run osmo-stp_10.42.42.5(pid=1129): stderr: \u000a| �[0;m�[38;5;43m20221213094141235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094141235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094141236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094141236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094141237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094141237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094141237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:41:43.019962 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=1129): Process ended prematurely: osmo-stp_10.42.42.5(pid=1129) [trial-2387↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1129)] [trial-2387↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a09:41:43.028011 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a09:41:43.088188 run osmo-hlr_10.42.42.2(pid=1122): ERR: Terminated: ERROR {rc=237} [trial-2387↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1122)]\u000a09:41:43.137496 run osmo-hlr_10.42.42.2(pid=1122): stdout: \u000a| (launched: 2022-12-13_09:41:40.137485) \u000a09:41:43.187290 run osmo-hlr_10.42.42.2(pid=1122): stderr: \u000a| �[0;m�[1;31m20221213094140310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094140310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094140310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094140310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094140310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094140310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094140326 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094140336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094140336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094140336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:41:43.254758 run osmo-msc_10.42.42.6(pid=1132): ERR: Terminated: ERROR {rc=2} [trial-2387↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1132)]\u000a09:41:43.303908 run osmo-msc_10.42.42.6(pid=1132): stdout: \u000a| (launched: 2022-12-13_09:41:42.166846) \u000a09:41:43.353580 run osmo-msc_10.42.42.6(pid=1132): stderr: \u000a| �[0;m�[38;5;43m20221213094142439 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213094142439 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f580e624c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213094142439 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213094142439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213094142439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213094142440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213094142441 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213094142442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213094142442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213094142442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:41:43.395760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1121): Terminating (SIGTERM)\u000a09:41:43.435550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1128): Terminating (SIGTERM)\u000a09:41:43.475105 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1131): Terminating (SIGTERM)\u000a09:41:43.484318 --- ParallelTerminationStrategy: PID 1121 died...\u000a09:41:43.538106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1121): Terminated: ok {rc=0}\u000a09:41:43.547814 --- ParallelTerminationStrategy: PID 1128 died...\u000a09:41:43.601268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1128): Terminated: ok {rc=0}\u000a09:41:43.610908 --- ParallelTerminationStrategy: PID 1131 died...\u000a09:41:43.664258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1131): Terminated: ok {rc=0}\u000a09:41:43.751636 bus /sierra_9: Setting Powered False\u000a09:41:44.851983 bus /sierra_9: Setting Powered False\u000a09:41:45.971951 bus /sierra_8: Setting Powered False\u000a09:41:47.094012 bus /sierra_8: Setting Powered False\u000a09:41:48.202833 bus /sierra_3: Setting Powered False\u000a09:41:49.307971 bus /sierra_3: Setting Powered False\u000a09:41:50.415852 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:41:25" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1153): Process ended prematurely: osmo-stp_10.42.42.5(pid=1153) [trial-2387↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1153)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1153): Process ended prematurely: osmo-stp_10.42.42.5(pid=1153) [trial-2387↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1153)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:41:52.551019 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:41:52.562108 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:41:52.713118 tst cs_paging_gprs_active.py: using LAC 33101\u000a09:41:52.840549 tst cs_paging_gprs_active.py: using RAC 206\u000a09:41:52.965914 tst cs_paging_gprs_active.py: using CellId 33101\u000a09:41:53.093761 tst cs_paging_gprs_active.py: using BVCI 33102\u000a09:41:53.118243 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:41:53.129342 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:41:53.140194 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:41:53.151112 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:41:53.162029 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:41:53.173330 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:41:53.184417 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:41:53.195365 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:41:53.206373 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:41:53.323509 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:41:53.618109 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:41:53.751404 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:41:54.081558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1142): Launched\u000a09:41:54.357270 run iperf3-srv_10.42.42.10(pid=1144): Launched\u000a09:41:54.553045 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:41:54.686681 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:41:55.016580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1145): Launched\u000a09:41:55.291406 run iperf3-srv_10.42.42.10(pid=1146): Launched\u000a09:41:55.487366 tst cs_paging_gprs_active.py:38: start network...\u000a09:41:55.620937 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:41:56.131834 run create_hlr_db(pid=1147): Launched\u000a09:41:56.316878 bus /sierra_2: Setting Powered False\u000a09:41:57.339185 run create_hlr_db(pid=1147): Terminated: ok {rc=0}\u000a09:41:57.762821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1149): Launched\u000a09:41:58.083610 run osmo-hlr_10.42.42.2(pid=1150): Launched\u000a09:41:58.201184 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:41:58.755703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1152): Launched\u000a09:41:59.076874 run osmo-stp_10.42.42.5(pid=1153): Launched\u000a09:41:59.193374 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:41:59.750833 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1155): Launched\u000a09:41:59.865721 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:42:00.144007 run patchelf(pid=1156): Launched\u000a09:42:00.331475 run osmo-stp_10.42.42.5(pid=1153): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1153)]\u000a09:42:00.468205 run osmo-stp_10.42.42.5(pid=1153): stdout: \u000a| (launched: 2022-12-13_09:41:58.918682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:00.605199 run osmo-stp_10.42.42.5(pid=1153): stderr: \u000a| �[0;m�[38;5;43m20221213094159110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094159110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094159110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094159111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094159113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094159113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094159113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:00.737607 run osmo-stp_10.42.42.5(pid=1153): stdout: \u000a| (launched: 2022-12-13_09:41:58.918682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:00.903051 run osmo-stp_10.42.42.5(pid=1153): stderr: \u000a| �[0;m�[38;5;43m20221213094159110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094159110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094159110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094159111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094159113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094159113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094159113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:01.191054 run patchelf(pid=1156): Terminating (SIGINT)\u000a09:42:01.368607 run patchelf(pid=1156): Terminated: ok {rc=0}\u000a09:42:01.404164 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1153): Process ended prematurely: osmo-stp_10.42.42.5(pid=1153) [trial-2387↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1153)] [trial-2387↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a09:42:01.414878 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a09:42:01.479789 run osmo-hlr_10.42.42.2(pid=1150): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1150)]\u000a09:42:01.532230 run osmo-hlr_10.42.42.2(pid=1150): stdout: \u000a| (launched: 2022-12-13_09:41:57.926112) \u000a09:42:01.586834 run osmo-hlr_10.42.42.2(pid=1150): stderr: \u000a| �[0;m�[1;31m20221213094158123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094158123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094158123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094158123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094158123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094158124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094158139 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094158149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094158149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094158149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:42:01.632629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1142): Terminating (SIGTERM)\u000a09:42:01.676404 run iperf3-srv_10.42.42.10(pid=1144): Terminating (SIGTERM)\u000a09:42:01.721845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1145): Terminating (SIGTERM)\u000a09:42:01.764898 run iperf3-srv_10.42.42.10(pid=1146): Terminating (SIGTERM)\u000a09:42:01.811695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1149): Terminating (SIGTERM)\u000a09:42:01.856233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1152): Terminating (SIGTERM)\u000a09:42:01.902311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1155): Terminating (SIGTERM)\u000a09:42:01.913592 --- ParallelTerminationStrategy: PID 1142 died...\u000a09:42:01.973016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1142): Terminated: ok {rc=0}\u000a09:42:01.983616 --- ParallelTerminationStrategy: PID 1144 died...\u000a09:42:02.039831 run iperf3-srv_10.42.42.10(pid=1144): Terminated {rc=256}\u000a09:42:02.050525 --- ParallelTerminationStrategy: PID 1145 died...\u000a09:42:02.106960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1145): Terminated: ok {rc=0}\u000a09:42:02.117398 --- ParallelTerminationStrategy: PID 1146 died...\u000a09:42:02.175143 run iperf3-srv_10.42.42.10(pid=1146): Terminated {rc=256}\u000a09:42:02.185684 --- ParallelTerminationStrategy: PID 1149 died...\u000a09:42:02.239851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1149): Terminated: ok {rc=0}\u000a09:42:02.249484 --- ParallelTerminationStrategy: PID 1152 died...\u000a09:42:02.303663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1152): Terminated: ok {rc=0}\u000a09:42:02.313305 --- ParallelTerminationStrategy: PID 1155 died...\u000a09:42:02.367731 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1155): Terminated: ok {rc=0}\u000a09:42:02.455223 bus /gobi_0: Setting Powered False\u000a09:42:03.557466 bus /gobi_0: Setting Powered False\u000a09:42:04.661837 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1177): Process ended prematurely: osmo-stp_10.42.42.5(pid=1177) [trial-2387↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1177)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1177): Process ended prematurely: osmo-stp_10.42.42.5(pid=1177) [trial-2387↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1177)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a09:42:05.775280 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:05.786890 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:42:05.925462 tst iperf3.py: using LAC 33102\u000a09:42:06.043989 tst iperf3.py: using RAC 207\u000a09:42:06.161619 tst iperf3.py: using CellId 33102\u000a09:42:06.284732 tst iperf3.py: using BVCI 33103\u000a09:42:06.307777 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:06.318742 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:06.329447 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:06.340015 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:06.351325 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:06.362517 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:06.374116 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:06.385291 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:06.396579 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:42:06.689643 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:42:06.822968 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:42:07.152514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1167): Launched\u000a09:42:07.427007 run iperf3-srv_10.42.42.10(pid=1168): Launched\u000a09:42:07.623129 tst iperf3.py:8: start network...\u000a09:42:07.756939 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:42:08.267935 run create_hlr_db(pid=1169): Launched\u000a09:42:08.452263 bus /gobi_6: Setting Powered False\u000a09:42:09.474641 run create_hlr_db(pid=1169): Terminated: ok {rc=0}\u000a09:42:09.875347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1171): Launched\u000a09:42:10.174215 run osmo-hlr_10.42.42.2(pid=1172): Launched\u000a09:42:10.291033 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:42:10.816892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1176): Launched\u000a09:42:11.115873 run osmo-stp_10.42.42.5(pid=1177): Launched\u000a09:42:11.225935 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:42:11.744479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1179): Launched\u000a09:42:11.851040 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:42:12.111570 run patchelf(pid=1180): Launched\u000a09:42:12.286826 run osmo-stp_10.42.42.5(pid=1177): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1177)]\u000a09:42:12.415350 run osmo-stp_10.42.42.5(pid=1177): stdout: \u000a| (launched: 2022-12-13_09:42:10.968574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:12.544636 run osmo-stp_10.42.42.5(pid=1177): stderr: \u000a| �[0;m�[38;5;43m20221213094211140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094211140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094211140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094211141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094211141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094211141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094211141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:12.668798 run osmo-stp_10.42.42.5(pid=1177): stdout: \u000a| (launched: 2022-12-13_09:42:10.968574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:12.792018 run osmo-stp_10.42.42.5(pid=1177): stderr: \u000a| �[0;m�[38;5;43m20221213094211140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094211140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094211140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094211141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094211141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094211141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094211141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:12.934880 run patchelf(pid=1180): Terminating (SIGINT)\u000a09:42:13.103146 run patchelf(pid=1180): Terminated: ok {rc=0}\u000a09:42:13.133996 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1177): Process ended prematurely: osmo-stp_10.42.42.5(pid=1177) [trial-2387↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1177)] [trial-2387↪gprs:nanobts+band-900↪iperf3.py:8]\u000a09:42:13.143211 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a09:42:13.203687 run osmo-hlr_10.42.42.2(pid=1172): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1172)]\u000a09:42:13.252692 run osmo-hlr_10.42.42.2(pid=1172): stdout: \u000a| (launched: 2022-12-13_09:42:10.026965) \u000a09:42:13.302920 run osmo-hlr_10.42.42.2(pid=1172): stderr: \u000a| �[0;m�[1;31m20221213094210204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094210205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094210205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094210205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094210205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094210205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094210217 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094210226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094210227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094210227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:42:13.345256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1167): Terminating (SIGTERM)\u000a09:42:13.385203 run iperf3-srv_10.42.42.10(pid=1168): Terminating (SIGTERM)\u000a09:42:13.425022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1171): Terminating (SIGTERM)\u000a09:42:13.464767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1176): Terminating (SIGTERM)\u000a09:42:13.504686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1179): Terminating (SIGTERM)\u000a09:42:13.513990 --- ParallelTerminationStrategy: PID 1167 died...\u000a09:42:13.567659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1167): Terminated: ok {rc=0}\u000a09:42:13.577334 --- ParallelTerminationStrategy: PID 1168 died...\u000a09:42:13.630508 run iperf3-srv_10.42.42.10(pid=1168): Terminated {rc=256}\u000a09:42:13.640019 --- ParallelTerminationStrategy: PID 1171 died...\u000a09:42:13.693013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1171): Terminated: ok {rc=0}\u000a09:42:13.702550 --- ParallelTerminationStrategy: PID 1176 died...\u000a09:42:13.755665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1176): Terminated: ok {rc=0}\u000a09:42:13.765301 --- ParallelTerminationStrategy: PID 1179 died...\u000a09:42:13.818545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1179): Terminated: ok {rc=0}\u000a09:42:13.907110 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1195): Process ended prematurely: osmo-stp_10.42.42.5(pid=1195) [trial-2387↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1195)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1195): Process ended prematurely: osmo-stp_10.42.42.5(pid=1195) [trial-2387↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1195)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a09:42:15.015983 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:15.027175 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:42:15.161538 tst iperf3m4.py: using LAC 33103\u000a09:42:15.277030 tst iperf3m4.py: using RAC 208\u000a09:42:15.392846 tst iperf3m4.py: using CellId 33103\u000a09:42:15.511410 tst iperf3m4.py: using BVCI 33104\u000a09:42:15.534255 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:15.544887 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:15.555384 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:15.565806 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:15.576201 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:15.587491 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:15.598954 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:15.609700 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:15.620486 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:42:15.736069 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:42:15.864262 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:42:15.996315 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:42:16.295240 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:42:16.435630 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:42:16.788095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1181): Launched\u000a09:42:17.082484 run iperf3-srv_10.42.42.10(pid=1182): Launched\u000a09:42:17.283785 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:42:17.417420 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:42:17.748082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1183): Launched\u000a09:42:18.022406 run iperf3-srv_10.42.42.10(pid=1184): Launched\u000a09:42:18.219329 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:42:18.353387 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:42:18.683486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1185): Launched\u000a09:42:18.957890 run iperf3-srv_10.42.42.10(pid=1186): Launched\u000a09:42:19.154374 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:42:19.289318 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:42:19.619490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1187): Launched\u000a09:42:19.893729 run iperf3-srv_10.42.42.10(pid=1188): Launched\u000a09:42:20.089533 tst iperf3m4.py:8: start network...\u000a09:42:20.223472 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:42:20.736820 run create_hlr_db(pid=1189): Launched\u000a09:42:20.921497 bus /gobi_6: Setting Powered False\u000a09:42:21.933242 run create_hlr_db(pid=1189): Terminated: ok {rc=0}\u000a09:42:22.367708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1191): Launched\u000a09:42:22.687817 run osmo-hlr_10.42.42.2(pid=1192): Launched\u000a09:42:22.809442 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:42:23.368916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1194): Launched\u000a09:42:23.689748 run osmo-stp_10.42.42.5(pid=1195): Launched\u000a09:42:23.810332 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:42:24.368282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1197): Launched\u000a09:42:24.482480 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:42:24.760340 run patchelf(pid=1198): Launched\u000a09:42:24.947457 run osmo-stp_10.42.42.5(pid=1195): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1195)]\u000a09:42:25.084131 run osmo-stp_10.42.42.5(pid=1195): stdout: \u000a| (launched: 2022-12-13_09:42:23.532787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:25.221772 run osmo-stp_10.42.42.5(pid=1195): stderr: \u000a| �[0;m�[38;5;43m20221213094223724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094223724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094223724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094223724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094223727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094223727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094223727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:25.354770 run osmo-stp_10.42.42.5(pid=1195): stdout: \u000a| (launched: 2022-12-13_09:42:23.532787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:25.486315 run osmo-stp_10.42.42.5(pid=1195): stderr: \u000a| �[0;m�[38;5;43m20221213094223724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094223724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094223724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094223724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094223727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094223727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094223727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:25.639171 run patchelf(pid=1198): Terminating (SIGINT)\u000a09:42:25.819007 run patchelf(pid=1198): Terminated: ok {rc=0}\u000a09:42:25.851929 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1195): Process ended prematurely: osmo-stp_10.42.42.5(pid=1195) [trial-2387↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1195)] [trial-2387↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a09:42:25.861717 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a09:42:25.924818 run osmo-hlr_10.42.42.2(pid=1192): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1192)]\u000a09:42:25.976228 run osmo-hlr_10.42.42.2(pid=1192): stdout: \u000a| (launched: 2022-12-13_09:42:22.531585) \u000a09:42:26.028133 run osmo-hlr_10.42.42.2(pid=1192): stderr: \u000a| �[0;m�[1;31m20221213094222729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094222729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094222729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094222729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094222730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094222730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094222742 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094222750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094222750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094222750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:42:26.072174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1181): Terminating (SIGTERM)\u000a09:42:26.113846 run iperf3-srv_10.42.42.10(pid=1182): Terminating (SIGTERM)\u000a09:42:26.155489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1183): Terminating (SIGTERM)\u000a09:42:26.198291 run iperf3-srv_10.42.42.10(pid=1184): Terminating (SIGTERM)\u000a09:42:26.240428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1185): Terminating (SIGTERM)\u000a09:42:26.282525 run iperf3-srv_10.42.42.10(pid=1186): Terminating (SIGTERM)\u000a09:42:26.324329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1187): Terminating (SIGTERM)\u000a09:42:26.366319 run iperf3-srv_10.42.42.10(pid=1188): Terminating (SIGTERM)\u000a09:42:26.408326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1191): Terminating (SIGTERM)\u000a09:42:26.449868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1194): Terminating (SIGTERM)\u000a09:42:26.491804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1197): Terminating (SIGTERM)\u000a09:42:26.501569 --- ParallelTerminationStrategy: PID 1181 died...\u000a09:42:26.557835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1181): Terminated: ok {rc=0}\u000a09:42:26.568069 --- ParallelTerminationStrategy: PID 1182 died...\u000a09:42:26.623690 run iperf3-srv_10.42.42.10(pid=1182): Terminated {rc=256}\u000a09:42:26.633779 --- ParallelTerminationStrategy: PID 1183 died...\u000a09:42:26.689245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1183): Terminated: ok {rc=0}\u000a09:42:26.699441 --- ParallelTerminationStrategy: PID 1184 died...\u000a09:42:26.755037 run iperf3-srv_10.42.42.10(pid=1184): Terminated {rc=256}\u000a09:42:26.765200 --- ParallelTerminationStrategy: PID 1185 died...\u000a09:42:26.820835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1185): Terminated: ok {rc=0}\u000a09:42:26.831042 --- ParallelTerminationStrategy: PID 1186 died...\u000a09:42:26.886409 run iperf3-srv_10.42.42.10(pid=1186): Terminated {rc=256}\u000a09:42:26.896593 --- ParallelTerminationStrategy: PID 1187 died...\u000a09:42:26.952302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1187): Terminated: ok {rc=0}\u000a09:42:26.962538 --- ParallelTerminationStrategy: PID 1188 died...\u000a09:42:27.018257 run iperf3-srv_10.42.42.10(pid=1188): Terminated {rc=256}\u000a09:42:27.028488 --- ParallelTerminationStrategy: PID 1191 died...\u000a09:42:27.083835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1191): Terminated: ok {rc=0}\u000a09:42:27.094002 --- ParallelTerminationStrategy: PID 1194 died...\u000a09:42:27.149632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1194): Terminated: ok {rc=0}\u000a09:42:27.159890 --- ParallelTerminationStrategy: PID 1197 died...\u000a09:42:27.216014 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1197): Terminated: ok {rc=0}\u000a09:42:27.303615 bus /gobi_4: Setting Powered False\u000a09:42:28.409557 bus /gobi_4: Setting Powered False\u000a09:42:29.517885 bus /gobi_1: Setting Powered False\u000a09:42:30.623840 bus /gobi_1: Setting Powered False\u000a09:42:31.731250 bus /gobi_0: Setting Powered False\u000a09:42:32.830915 bus /gobi_0: Setting Powered False\u000a09:42:33.943612 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1205): Process ended prematurely: osmo-stp_10.42.42.5(pid=1205) [trial-2387↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1205)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1205): Process ended prematurely: osmo-stp_10.42.42.5(pid=1205) [trial-2387↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1205)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a09:42:35.010973 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:35.022150 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:42:35.154043 tst ping.py: using LAC 33104\u000a09:42:35.270010 tst ping.py: using RAC 209\u000a09:42:35.386262 tst ping.py: using CellId 33104\u000a09:42:35.509781 tst ping.py: using BVCI 33105\u000a09:42:35.534071 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:35.545535 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:35.556702 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:35.567704 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:35.579934 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:35.591711 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:35.603653 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:35.615366 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:42:35.888400 tst ping.py:19: start network...\u000a09:42:36.010929 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:42:36.473171 run create_hlr_db(pid=1199): Launched\u000a09:42:36.642953 bus /gobi_6: Setting Powered False\u000a09:42:37.663163 run create_hlr_db(pid=1199): Terminated: ok {rc=0}\u000a09:42:38.078938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1201): Launched\u000a09:42:38.393018 run osmo-hlr_10.42.42.2(pid=1202): Launched\u000a09:42:38.511150 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:42:39.058314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1204): Launched\u000a09:42:39.373708 run osmo-stp_10.42.42.5(pid=1205): Launched\u000a09:42:39.487832 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:42:40.037039 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1207): Launched\u000a09:42:40.148917 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:42:40.422432 run patchelf(pid=1208): Launched\u000a09:42:40.606108 run osmo-stp_10.42.42.5(pid=1205): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1205)]\u000a09:42:40.739911 run osmo-stp_10.42.42.5(pid=1205): stdout: \u000a| (launched: 2022-12-13_09:42:39.218678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:40.874830 run osmo-stp_10.42.42.5(pid=1205): stderr: \u000a| �[0;m�[38;5;43m20221213094239409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094239409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094239409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094239410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094239412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094239413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094239413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:41.004942 run osmo-stp_10.42.42.5(pid=1205): stdout: \u000a| (launched: 2022-12-13_09:42:39.218678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:41.134652 run osmo-stp_10.42.42.5(pid=1205): stderr: \u000a| �[0;m�[38;5;43m20221213094239409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094239409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094239409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094239410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094239412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094239413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094239413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:41.285185 run patchelf(pid=1208): Terminating (SIGINT)\u000a09:42:41.461982 run patchelf(pid=1208): Terminated: ok {rc=0}\u000a09:42:41.494035 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1205): Process ended prematurely: osmo-stp_10.42.42.5(pid=1205) [trial-2387↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1205)] [trial-2387↪gprs:nanobts+band-900↪ping.py:22]\u000a09:42:41.503293 tst ping.py:22: Test FAILED (6.5 sec)\u000a09:42:41.565691 run osmo-hlr_10.42.42.2(pid=1202): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1202)]\u000a09:42:41.616988 run osmo-hlr_10.42.42.2(pid=1202): stdout: \u000a| (launched: 2022-12-13_09:42:38.238595) \u000a09:42:41.668714 run osmo-hlr_10.42.42.2(pid=1202): stderr: \u000a| �[0;m�[1;31m20221213094238434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094238434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094238434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094238434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094238434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094238434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094238446 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094238454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094238455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094238455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:42:41.712869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1201): Terminating (SIGTERM)\u000a09:42:41.754396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1204): Terminating (SIGTERM)\u000a09:42:41.795797 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1207): Terminating (SIGTERM)\u000a09:42:41.805640 --- ParallelTerminationStrategy: PID 1201 died...\u000a09:42:41.861686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1201): Terminated: ok {rc=0}\u000a09:42:41.871906 --- ParallelTerminationStrategy: PID 1204 died...\u000a09:42:41.928137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1204): Terminated: ok {rc=0}\u000a09:42:41.938450 --- ParallelTerminationStrategy: PID 1207 died...\u000a09:42:41.994578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1207): Terminated: ok {rc=0}\u000a09:42:42.081612 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1215): Process ended prematurely: osmo-stp_10.42.42.5(pid=1215) [trial-2387↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1215)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1215): Process ended prematurely: osmo-stp_10.42.42.5(pid=1215) [trial-2387↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1215)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a09:42:43.133247 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:43.145068 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:42:43.286687 tst ping_idle_ping.py: using LAC 33105\u000a09:42:43.410639 tst ping_idle_ping.py: using RAC 210\u000a09:42:43.534591 tst ping_idle_ping.py: using CellId 33105\u000a09:42:43.659020 tst ping_idle_ping.py: using BVCI 33106\u000a09:42:43.683330 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:43.694554 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:43.705558 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:43.716413 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:43.727334 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:43.738220 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:43.749302 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:42:43.760264 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:42:44.043736 tst ping_idle_ping.py:24: start network...\u000a09:42:44.174459 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:42:44.681285 run create_hlr_db(pid=1209): Launched\u000a09:42:44.864071 bus /gobi_6: Setting Powered False\u000a09:42:45.898561 run create_hlr_db(pid=1209): Terminated: ok {rc=0}\u000a09:42:46.331124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1211): Launched\u000a09:42:46.732797 run osmo-hlr_10.42.42.2(pid=1212): Launched\u000a09:42:46.978066 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:42:47.580029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1214): Launched\u000a09:42:47.874072 run osmo-stp_10.42.42.5(pid=1215): Launched\u000a09:42:47.982021 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:42:48.493850 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1217): Launched\u000a09:42:48.598453 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:42:48.854957 run patchelf(pid=1218): Launched\u000a09:42:49.027674 run osmo-stp_10.42.42.5(pid=1215): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1215)]\u000a09:42:49.154423 run osmo-stp_10.42.42.5(pid=1215): stdout: \u000a| (launched: 2022-12-13_09:42:47.728845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:49.281440 run osmo-stp_10.42.42.5(pid=1215): stderr: \u000a| �[0;m�[38;5;43m20221213094247898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094247898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094247899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094247899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094247899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094247899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094247899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:49.403753 run osmo-stp_10.42.42.5(pid=1215): stdout: \u000a| (launched: 2022-12-13_09:42:47.728845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:49.525209 run osmo-stp_10.42.42.5(pid=1215): stderr: \u000a| �[0;m�[38;5;43m20221213094247898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094247898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094247899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094247899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094247899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094247899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094247899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:49.666453 run patchelf(pid=1218): Terminating (SIGINT)\u000a09:42:49.832362 run patchelf(pid=1218): Terminated: ok {rc=0}\u000a09:42:49.862686 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1215): Process ended prematurely: osmo-stp_10.42.42.5(pid=1215) [trial-2387↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1215)] [trial-2387↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a09:42:49.871455 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a09:42:49.932023 run osmo-hlr_10.42.42.2(pid=1212): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1212)]\u000a09:42:49.980887 run osmo-hlr_10.42.42.2(pid=1212): stdout: \u000a| (launched: 2022-12-13_09:42:46.484400) \u000a09:42:50.030441 run osmo-hlr_10.42.42.2(pid=1212): stderr: \u000a| �[0;m�[1;31m20221213094246828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094246828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094246828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094246828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094246828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094246829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094246841 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094246853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094246853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094246853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:42:50.072595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1211): Terminating (SIGTERM)\u000a09:42:50.112348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1214): Terminating (SIGTERM)\u000a09:42:50.152308 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1217): Terminating (SIGTERM)\u000a09:42:50.161644 --- ParallelTerminationStrategy: PID 1211 died...\u000a09:42:50.214962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1211): Terminated: ok {rc=0}\u000a09:42:50.224599 --- ParallelTerminationStrategy: PID 1214 died...\u000a09:42:50.277966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1214): Terminated: ok {rc=0}\u000a09:42:50.287646 --- ParallelTerminationStrategy: PID 1217 died...\u000a09:42:50.341258 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1217): Terminated: ok {rc=0}\u000a09:42:50.428406 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:41:52" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1233): Process ended prematurely: osmo-stp_10.42.42.5(pid=1233) [trial-2387↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1233)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1233): Process ended prematurely: osmo-stp_10.42.42.5(pid=1233) [trial-2387↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1233)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:42:52.590522 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:42:52.601762 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:42:52.744669 tst cs_paging_gprs_active.py: using LAC 33106\u000a09:42:52.865338 tst cs_paging_gprs_active.py: using RAC 211\u000a09:42:52.991378 tst cs_paging_gprs_active.py: using CellId 33106\u000a09:42:53.117257 tst cs_paging_gprs_active.py: using BVCI 33107\u000a09:42:53.142017 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:42:53.153386 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:42:53.164539 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:42:53.175754 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:42:53.186833 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:42:53.198021 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:42:53.209549 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:42:53.220514 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:42:53.231817 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:42:53.347738 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:42:53.642770 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:42:53.777377 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:42:54.108254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1222): Launched\u000a09:42:54.383471 run iperf3-srv_10.42.42.10(pid=1223): Launched\u000a09:42:54.580107 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:42:54.714497 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:42:55.045358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1224): Launched\u000a09:42:55.320648 run iperf3-srv_10.42.42.10(pid=1225): Launched\u000a09:42:55.516767 tst cs_paging_gprs_active.py:38: start network...\u000a09:42:55.650798 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:42:56.161361 run create_hlr_db(pid=1226): Launched\u000a09:42:56.346619 bus /gobi_6: Setting Powered False\u000a09:42:57.368021 run create_hlr_db(pid=1226): Terminated: ok {rc=0}\u000a09:42:57.771120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1228): Launched\u000a09:42:58.072254 run osmo-hlr_10.42.42.2(pid=1229): Launched\u000a09:42:58.190157 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:42:58.718039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1232): Launched\u000a09:42:59.017999 run osmo-stp_10.42.42.5(pid=1233): Launched\u000a09:42:59.128029 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:42:59.649372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1235): Launched\u000a09:42:59.756160 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:43:00.016709 run patchelf(pid=1236): Launched\u000a09:43:00.191929 run osmo-stp_10.42.42.5(pid=1233): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1233)]\u000a09:43:00.320058 run osmo-stp_10.42.42.5(pid=1233): stdout: \u000a| (launched: 2022-12-13_09:42:58.869647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:00.448545 run osmo-stp_10.42.42.5(pid=1233): stderr: \u000a| �[0;m�[38;5;43m20221213094259042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094259042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094259043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094259043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094259043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094259043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094259044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:00.572498 run osmo-stp_10.42.42.5(pid=1233): stdout: \u000a| (launched: 2022-12-13_09:42:58.869647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:00.695272 run osmo-stp_10.42.42.5(pid=1233): stderr: \u000a| �[0;m�[38;5;43m20221213094259042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094259042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094259043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094259043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094259043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094259043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094259044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:00.838074 run patchelf(pid=1236): Terminating (SIGINT)\u000a09:43:01.056522 run patchelf(pid=1236): Terminated: ok {rc=0}\u000a09:43:01.099667 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1233): Process ended prematurely: osmo-stp_10.42.42.5(pid=1233) [trial-2387↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1233)] [trial-2387↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a09:43:01.110656 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a09:43:01.174616 run osmo-hlr_10.42.42.2(pid=1229): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1229)]\u000a09:43:01.226200 run osmo-hlr_10.42.42.2(pid=1229): stdout: \u000a| (launched: 2022-12-13_09:42:57.923485) \u000a09:43:01.278772 run osmo-hlr_10.42.42.2(pid=1229): stderr: \u000a| �[0;m�[1;31m20221213094258100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094258101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094258101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094258101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094258101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094258101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094258113 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094258123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094258123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094258123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:43:01.324186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1222): Terminating (SIGTERM)\u000a09:43:01.368923 run iperf3-srv_10.42.42.10(pid=1223): Terminating (SIGTERM)\u000a09:43:01.413629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1224): Terminating (SIGTERM)\u000a09:43:01.456221 run iperf3-srv_10.42.42.10(pid=1225): Terminating (SIGTERM)\u000a09:43:01.501810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1228): Terminating (SIGTERM)\u000a09:43:01.543742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1232): Terminating (SIGTERM)\u000a09:43:01.585921 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1235): Terminating (SIGTERM)\u000a09:43:01.595848 --- ParallelTerminationStrategy: PID 1222 died...\u000a09:43:01.652720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1222): Terminated: ok {rc=0}\u000a09:43:01.663509 --- ParallelTerminationStrategy: PID 1223 died...\u000a09:43:01.719963 run iperf3-srv_10.42.42.10(pid=1223): Terminated {rc=256}\u000a09:43:01.730619 --- ParallelTerminationStrategy: PID 1224 died...\u000a09:43:01.787430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1224): Terminated: ok {rc=0}\u000a09:43:01.798205 --- ParallelTerminationStrategy: PID 1225 died...\u000a09:43:01.855434 run iperf3-srv_10.42.42.10(pid=1225): Terminated {rc=256}\u000a09:43:01.866221 --- ParallelTerminationStrategy: PID 1228 died...\u000a09:43:01.923381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1228): Terminated: ok {rc=0}\u000a09:43:01.934183 --- ParallelTerminationStrategy: PID 1232 died...\u000a09:43:01.990489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1232): Terminated: ok {rc=0}\u000a09:43:02.001231 --- ParallelTerminationStrategy: PID 1235 died...\u000a09:43:02.057497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1235): Terminated: ok {rc=0}\u000a09:43:02.143445 bus /gobi_0: Setting Powered False\u000a09:43:03.244330 bus /gobi_0: Setting Powered False\u000a09:43:04.349071 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1245): Process ended prematurely: osmo-stp_10.42.42.5(pid=1245) [trial-2387↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1245)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1245): Process ended prematurely: osmo-stp_10.42.42.5(pid=1245) [trial-2387↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1245)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a09:43:05.463220 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:05.475507 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:43:05.620877 tst iperf3.py: using LAC 33107\u000a09:43:05.742466 tst iperf3.py: using RAC 212\u000a09:43:05.866036 tst iperf3.py: using CellId 33107\u000a09:43:05.993059 tst iperf3.py: using BVCI 33108\u000a09:43:06.017766 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:06.029373 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:06.040726 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:06.052171 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:06.063300 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:06.074426 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:06.085655 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:06.096816 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:06.108163 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:43:06.383760 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:43:06.508617 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:43:06.819155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1237): Launched\u000a09:43:07.076914 run iperf3-srv_10.42.42.10(pid=1238): Launched\u000a09:43:07.260395 tst iperf3.py:8: start network...\u000a09:43:07.385524 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:43:07.856367 run create_hlr_db(pid=1239): Launched\u000a09:43:08.028192 bus /gobi_6: Setting Powered False\u000a09:43:09.049443 run create_hlr_db(pid=1239): Terminated: ok {rc=0}\u000a09:43:09.473571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1241): Launched\u000a09:43:09.793836 run osmo-hlr_10.42.42.2(pid=1242): Launched\u000a09:43:09.915296 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:43:10.472279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1244): Launched\u000a09:43:10.792607 run osmo-stp_10.42.42.5(pid=1245): Launched\u000a09:43:10.908901 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:43:11.466620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1247): Launched\u000a09:43:11.581037 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:43:11.859496 run patchelf(pid=1248): Launched\u000a09:43:12.047147 run osmo-stp_10.42.42.5(pid=1245): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1245)]\u000a09:43:12.184061 run osmo-stp_10.42.42.5(pid=1245): stdout: \u000a| (launched: 2022-12-13_09:43:10.635626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:12.322057 run osmo-stp_10.42.42.5(pid=1245): stderr: \u000a| �[0;m�[38;5;43m20221213094310829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094310829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094310829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094310829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094310830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094310830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094310830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:12.454825 run osmo-stp_10.42.42.5(pid=1245): stdout: \u000a| (launched: 2022-12-13_09:43:10.635626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:12.586472 run osmo-stp_10.42.42.5(pid=1245): stderr: \u000a| �[0;m�[38;5;43m20221213094310829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094310829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094310829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094310829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094310830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094310830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094310830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:12.739704 run patchelf(pid=1248): Terminating (SIGINT)\u000a09:43:12.919217 run patchelf(pid=1248): Terminated: ok {rc=0}\u000a09:43:12.952356 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1245): Process ended prematurely: osmo-stp_10.42.42.5(pid=1245) [trial-2387↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1245)] [trial-2387↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a09:43:12.962537 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a09:43:13.025475 run osmo-hlr_10.42.42.2(pid=1242): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1242)]\u000a09:43:13.076772 run osmo-hlr_10.42.42.2(pid=1242): stdout: \u000a| (launched: 2022-12-13_09:43:09.637201) \u000a09:43:13.128798 run osmo-hlr_10.42.42.2(pid=1242): stderr: \u000a| �[0;m�[1;31m20221213094309834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094309834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094309834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094309834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094309834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094309834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094309846 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094309855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094309855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094309855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:43:13.173006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1237): Terminating (SIGTERM)\u000a09:43:13.215141 run iperf3-srv_10.42.42.10(pid=1238): Terminating (SIGTERM)\u000a09:43:13.257020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1241): Terminating (SIGTERM)\u000a09:43:13.298726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1244): Terminating (SIGTERM)\u000a09:43:13.341015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1247): Terminating (SIGTERM)\u000a09:43:13.350826 --- ParallelTerminationStrategy: PID 1237 died...\u000a09:43:13.406730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1237): Terminated: ok {rc=0}\u000a09:43:13.416780 --- ParallelTerminationStrategy: PID 1238 died...\u000a09:43:13.472075 run iperf3-srv_10.42.42.10(pid=1238): Terminated {rc=256}\u000a09:43:13.482157 --- ParallelTerminationStrategy: PID 1241 died...\u000a09:43:13.537543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1241): Terminated: ok {rc=0}\u000a09:43:13.547591 --- ParallelTerminationStrategy: PID 1244 died...\u000a09:43:13.603079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1244): Terminated: ok {rc=0}\u000a09:43:13.613279 --- ParallelTerminationStrategy: PID 1247 died...\u000a09:43:13.668813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1247): Terminated: ok {rc=0}\u000a09:43:13.754484 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1263): Process ended prematurely: osmo-stp_10.42.42.5(pid=1263) [trial-2387↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1263)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1263): Process ended prematurely: osmo-stp_10.42.42.5(pid=1263) [trial-2387↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1263)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a09:43:14.869159 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:14.881211 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:43:15.024936 tst iperf3m4.py: using LAC 33108\u000a09:43:15.150198 tst iperf3m4.py: using RAC 213\u000a09:43:15.282480 tst iperf3m4.py: using CellId 33108\u000a09:43:15.406446 tst iperf3m4.py: using BVCI 33109\u000a09:43:15.430993 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:15.442531 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:15.453859 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:15.465087 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:15.476190 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:15.487429 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:15.498765 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:15.509940 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:15.521268 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:43:15.637808 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:43:15.759689 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:43:15.883816 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:43:16.185847 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:43:16.313692 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:43:16.653085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1249): Launched\u000a09:43:16.937629 run iperf3-srv_10.42.42.10(pid=1250): Launched\u000a09:43:17.126782 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:43:17.255713 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:43:17.565122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1251): Launched\u000a09:43:17.823387 run iperf3-srv_10.42.42.10(pid=1252): Launched\u000a09:43:18.005460 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:43:18.130263 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:43:18.439638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1253): Launched\u000a09:43:18.696471 run iperf3-srv_10.42.42.10(pid=1254): Launched\u000a09:43:18.879156 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:43:19.004560 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:43:19.313993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1255): Launched\u000a09:43:19.570946 run iperf3-srv_10.42.42.10(pid=1256): Launched\u000a09:43:19.753755 tst iperf3m4.py:8: start network...\u000a09:43:19.879454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:43:20.349896 run create_hlr_db(pid=1257): Launched\u000a09:43:20.521812 bus /gobi_6: Setting Powered False\u000a09:43:21.544253 run create_hlr_db(pid=1257): Terminated: ok {rc=0}\u000a09:43:21.941630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1259): Launched\u000a09:43:22.240712 run osmo-hlr_10.42.42.2(pid=1260): Launched\u000a09:43:22.357524 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:43:22.885476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1262): Launched\u000a09:43:23.186283 run osmo-stp_10.42.42.5(pid=1263): Launched\u000a09:43:23.296082 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:43:23.815282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1265): Launched\u000a09:43:23.922352 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:43:24.182110 run patchelf(pid=1266): Launched\u000a09:43:24.357319 run osmo-stp_10.42.42.5(pid=1263): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1263)]\u000a09:43:24.484925 run osmo-stp_10.42.42.5(pid=1263): stdout: \u000a| (launched: 2022-12-13_09:43:23.037546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:24.612743 run osmo-stp_10.42.42.5(pid=1263): stderr: \u000a| �[0;m�[38;5;43m20221213094323208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094323209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094323209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094323209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094323210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094323210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094323210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:24.736452 run osmo-stp_10.42.42.5(pid=1263): stdout: \u000a| (launched: 2022-12-13_09:43:23.037546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:24.858975 run osmo-stp_10.42.42.5(pid=1263): stderr: \u000a| �[0;m�[38;5;43m20221213094323208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094323209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094323209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094323209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094323210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094323210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094323210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:25.001526 run patchelf(pid=1266): Terminating (SIGINT)\u000a09:43:25.169253 run patchelf(pid=1266): Terminated: ok {rc=0}\u000a09:43:25.200008 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1263): Process ended prematurely: osmo-stp_10.42.42.5(pid=1263) [trial-2387↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1263)] [trial-2387↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a09:43:25.209220 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a09:43:25.269450 run osmo-hlr_10.42.42.2(pid=1260): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1260)]\u000a09:43:25.318194 run osmo-hlr_10.42.42.2(pid=1260): stdout: \u000a| (launched: 2022-12-13_09:43:22.093517) \u000a09:43:25.367517 run osmo-hlr_10.42.42.2(pid=1260): stderr: \u000a| �[0;m�[1;31m20221213094322267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094322268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094322268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094322268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094322268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094322268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094322280 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094322288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094322288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094322288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:43:25.409518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1249): Terminating (SIGTERM)\u000a09:43:25.449227 run iperf3-srv_10.42.42.10(pid=1250): Terminating (SIGTERM)\u000a09:43:25.489020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1251): Terminating (SIGTERM)\u000a09:43:25.528415 run iperf3-srv_10.42.42.10(pid=1252): Terminating (SIGTERM)\u000a09:43:25.567843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1253): Terminating (SIGTERM)\u000a09:43:25.607152 run iperf3-srv_10.42.42.10(pid=1254): Terminating (SIGTERM)\u000a09:43:25.646534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1255): Terminating (SIGTERM)\u000a09:43:25.685932 run iperf3-srv_10.42.42.10(pid=1256): Terminating (SIGTERM)\u000a09:43:25.726406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1259): Terminating (SIGTERM)\u000a09:43:25.766983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1262): Terminating (SIGTERM)\u000a09:43:25.807464 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1265): Terminating (SIGTERM)\u000a09:43:25.816712 --- ParallelTerminationStrategy: PID 1249 died...\u000a09:43:25.870939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1249): Terminated: ok {rc=0}\u000a09:43:25.880462 --- ParallelTerminationStrategy: PID 1250 died...\u000a09:43:25.933304 run iperf3-srv_10.42.42.10(pid=1250): Terminated {rc=256}\u000a09:43:25.942777 --- ParallelTerminationStrategy: PID 1251 died...\u000a09:43:25.995564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1251): Terminated: ok {rc=0}\u000a09:43:26.005136 --- ParallelTerminationStrategy: PID 1252 died...\u000a09:43:26.057702 run iperf3-srv_10.42.42.10(pid=1252): Terminated {rc=256}\u000a09:43:26.067228 --- ParallelTerminationStrategy: PID 1253 died...\u000a09:43:26.120036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1253): Terminated: ok {rc=0}\u000a09:43:26.129624 --- ParallelTerminationStrategy: PID 1254 died...\u000a09:43:26.182159 run iperf3-srv_10.42.42.10(pid=1254): Terminated {rc=256}\u000a09:43:26.191700 --- ParallelTerminationStrategy: PID 1255 died...\u000a09:43:26.244479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1255): Terminated: ok {rc=0}\u000a09:43:26.254130 --- ParallelTerminationStrategy: PID 1256 died...\u000a09:43:26.306838 run iperf3-srv_10.42.42.10(pid=1256): Terminated {rc=256}\u000a09:43:26.316341 --- ParallelTerminationStrategy: PID 1259 died...\u000a09:43:26.368936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1259): Terminated: ok {rc=0}\u000a09:43:26.378498 --- ParallelTerminationStrategy: PID 1262 died...\u000a09:43:26.431215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1262): Terminated: ok {rc=0}\u000a09:43:26.440756 --- ParallelTerminationStrategy: PID 1265 died...\u000a09:43:26.493620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1265): Terminated: ok {rc=0}\u000a09:43:26.580896 bus /gobi_4: Setting Powered False\u000a09:43:27.683563 bus /gobi_4: Setting Powered False\u000a09:43:28.790029 bus /gobi_1: Setting Powered False\u000a09:43:29.894976 bus /gobi_1: Setting Powered False\u000a09:43:31.022501 bus /gobi_0: Setting Powered False\u000a09:43:32.126692 bus /gobi_0: Setting Powered False\u000a09:43:33.239738 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1273): Process ended prematurely: osmo-stp_10.42.42.5(pid=1273) [trial-2387↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1273)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1273): Process ended prematurely: osmo-stp_10.42.42.5(pid=1273) [trial-2387↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1273)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a09:43:34.307212 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:34.318895 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:43:34.453681 tst ping.py: using LAC 33109\u000a09:43:34.569623 tst ping.py: using RAC 214\u000a09:43:34.685138 tst ping.py: using CellId 33109\u000a09:43:34.800576 tst ping.py: using BVCI 33110\u000a09:43:34.823337 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:34.834391 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:34.845286 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:34.856096 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:34.867187 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:34.878440 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:34.889445 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:34.901095 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:43:35.188523 tst ping.py:19: start network...\u000a09:43:35.320756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:43:35.822087 run create_hlr_db(pid=1267): Launched\u000a09:43:36.004411 bus /gobi_6: Setting Powered False\u000a09:43:37.024930 run create_hlr_db(pid=1267): Terminated: ok {rc=0}\u000a09:43:37.418165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1269): Launched\u000a09:43:37.712162 run osmo-hlr_10.42.42.2(pid=1270): Launched\u000a09:43:37.826502 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:43:38.344192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1272): Launched\u000a09:43:38.636472 run osmo-stp_10.42.42.5(pid=1273): Launched\u000a09:43:38.743754 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:43:39.254247 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1275): Launched\u000a09:43:39.358753 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:43:39.614215 run patchelf(pid=1276): Launched\u000a09:43:39.786602 run osmo-stp_10.42.42.5(pid=1273): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1273)]\u000a09:43:39.913538 run osmo-stp_10.42.42.5(pid=1273): stdout: \u000a| (launched: 2022-12-13_09:43:38.492425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:40.040322 run osmo-stp_10.42.42.5(pid=1273): stderr: \u000a| �[0;m�[38;5;43m20221213094338660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094338660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094338661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094338661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094338663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094338663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094338664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:40.162692 run osmo-stp_10.42.42.5(pid=1273): stdout: \u000a| (launched: 2022-12-13_09:43:38.492425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:40.284004 run osmo-stp_10.42.42.5(pid=1273): stderr: \u000a| �[0;m�[38;5;43m20221213094338660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094338660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094338661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094338661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094338663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094338663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094338664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:40.424604 run patchelf(pid=1276): Terminating (SIGINT)\u000a09:43:40.589628 run patchelf(pid=1276): Terminated: ok {rc=0}\u000a09:43:40.619535 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1273): Process ended prematurely: osmo-stp_10.42.42.5(pid=1273) [trial-2387↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1273)] [trial-2387↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a09:43:40.628106 tst ping.py:22: Test FAILED (6.3 sec)\u000a09:43:40.687723 run osmo-hlr_10.42.42.2(pid=1270): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1270)]\u000a09:43:40.736237 run osmo-hlr_10.42.42.2(pid=1270): stdout: \u000a| (launched: 2022-12-13_09:43:37.566611) \u000a09:43:40.785587 run osmo-hlr_10.42.42.2(pid=1270): stderr: \u000a| �[0;m�[1;31m20221213094337742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094337742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094337742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094337742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094337742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094337742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094337754 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094337763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094337763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094337764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:43:40.827675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1269): Terminating (SIGTERM)\u000a09:43:40.867236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1272): Terminating (SIGTERM)\u000a09:43:40.907205 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1275): Terminating (SIGTERM)\u000a09:43:40.916543 --- ParallelTerminationStrategy: PID 1269 died...\u000a09:43:40.970134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1269): Terminated: ok {rc=0}\u000a09:43:40.979753 --- ParallelTerminationStrategy: PID 1272 died...\u000a09:43:41.033169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1272): Terminated: ok {rc=0}\u000a09:43:41.042781 --- ParallelTerminationStrategy: PID 1275 died...\u000a09:43:41.096212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1275): Terminated: ok {rc=0}\u000a09:43:41.183775 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1283): Process ended prematurely: osmo-stp_10.42.42.5(pid=1283) [trial-2387↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1283)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1283): Process ended prematurely: osmo-stp_10.42.42.5(pid=1283) [trial-2387↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1283)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a09:43:42.235092 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:42.246729 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:43:42.381795 tst ping_idle_ping.py: using LAC 33110\u000a09:43:42.500248 tst ping_idle_ping.py: using RAC 215\u000a09:43:42.618590 tst ping_idle_ping.py: using CellId 33110\u000a09:43:42.732469 tst ping_idle_ping.py: using BVCI 33111\u000a09:43:42.754916 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:42.765989 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:42.776767 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:42.787461 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:42.798513 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:42.809460 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:42.820519 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:43:42.831569 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:43:43.103440 tst ping_idle_ping.py:24: start network...\u000a09:43:43.225962 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:43:43.690934 run create_hlr_db(pid=1277): Launched\u000a09:43:43.860844 bus /gobi_6: Setting Powered False\u000a09:43:44.882382 run create_hlr_db(pid=1277): Terminated: ok {rc=0}\u000a09:43:45.301868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1279): Launched\u000a09:43:45.617223 run osmo-hlr_10.42.42.2(pid=1280): Launched\u000a09:43:45.733440 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:43:46.322881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1282): Launched\u000a09:43:46.791234 run osmo-stp_10.42.42.5(pid=1283): Launched\u000a09:43:46.921791 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:43:47.469117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1285): Launched\u000a09:43:47.582177 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:43:47.838604 run patchelf(pid=1286): Launched\u000a09:43:48.011918 run osmo-stp_10.42.42.5(pid=1283): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1283)]\u000a09:43:48.138612 run osmo-stp_10.42.42.5(pid=1283): stdout: \u000a| (launched: 2022-12-13_09:43:46.487507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:48.265162 run osmo-stp_10.42.42.5(pid=1283): stderr: \u000a| �[0;m�[38;5;43m20221213094346674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094346674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094346674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094346674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094346675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094346675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094346675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:48.387629 run osmo-stp_10.42.42.5(pid=1283): stdout: \u000a| (launched: 2022-12-13_09:43:46.487507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:48.509234 run osmo-stp_10.42.42.5(pid=1283): stderr: \u000a| �[0;m�[38;5;43m20221213094346674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094346674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094346674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094346674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094346675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094346675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094346675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:48.650356 run patchelf(pid=1286): Terminating (SIGINT)\u000a09:43:48.816292 run patchelf(pid=1286): Terminated: ok {rc=0}\u000a09:43:48.846466 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1283): Process ended prematurely: osmo-stp_10.42.42.5(pid=1283) [trial-2387↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1283)] [trial-2387↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a09:43:48.854908 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a09:43:48.915118 run osmo-hlr_10.42.42.2(pid=1280): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1280)]\u000a09:43:48.964212 run osmo-hlr_10.42.42.2(pid=1280): stdout: \u000a| (launched: 2022-12-13_09:43:45.462159) \u000a09:43:49.013813 run osmo-hlr_10.42.42.2(pid=1280): stderr: \u000a| �[0;m�[1;31m20221213094345659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094345659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094345659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094345659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094345659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094345660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094345679 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094345688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094345688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094345688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:43:49.056121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1279): Terminating (SIGTERM)\u000a09:43:49.095819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1282): Terminating (SIGTERM)\u000a09:43:49.135544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1285): Terminating (SIGTERM)\u000a09:43:49.144833 --- ParallelTerminationStrategy: PID 1279 died...\u000a09:43:49.198238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1279): Terminated: ok {rc=0}\u000a09:43:49.207977 --- ParallelTerminationStrategy: PID 1282 died...\u000a09:43:49.261393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1282): Terminated: ok {rc=0}\u000a09:43:49.271053 --- ParallelTerminationStrategy: PID 1285 died...\u000a09:43:49.324650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1285): Terminated: ok {rc=0}\u000a09:43:49.412426 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:42:52" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1300): Process ended prematurely: osmo-stp_10.42.42.5(pid=1300) [trial-2387↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1300)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1300): Process ended prematurely: osmo-stp_10.42.42.5(pid=1300) [trial-2387↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:43:51.577191 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:43:51.588640 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:43:51.748418 tst cs_paging_gprs_active.py: using LAC 33111\u000a09:43:51.873763 tst cs_paging_gprs_active.py: using RAC 216\u000a09:43:51.999983 tst cs_paging_gprs_active.py: using CellId 33111\u000a09:43:52.125105 tst cs_paging_gprs_active.py: using BVCI 33112\u000a09:43:52.149583 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:43:52.160782 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:43:52.171969 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:43:52.183194 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:43:52.194410 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:43:52.205727 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:43:52.217214 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:43:52.228435 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:43:52.240152 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:43:52.356364 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:43:52.633539 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:43:52.758850 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:43:53.068877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1290): Launched\u000a09:43:53.326172 run iperf3-srv_10.42.42.10(pid=1291): Launched\u000a09:43:53.508788 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:43:53.633490 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:43:53.943186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1292): Launched\u000a09:43:54.201385 run iperf3-srv_10.42.42.10(pid=1293): Launched\u000a09:43:54.383745 tst cs_paging_gprs_active.py:38: start network...\u000a09:43:54.508626 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:43:54.981650 run create_hlr_db(pid=1294): Launched\u000a09:43:55.154399 bus /gobi_6: Setting Powered False\u000a09:43:56.175941 run create_hlr_db(pid=1294): Terminated: ok {rc=0}\u000a09:43:56.600572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1296): Launched\u000a09:43:56.921931 run osmo-hlr_10.42.42.2(pid=1297): Launched\u000a09:43:57.039895 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:43:57.594885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1299): Launched\u000a09:43:57.915787 run osmo-stp_10.42.42.5(pid=1300): Launched\u000a09:43:58.033393 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:43:58.592779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1302): Launched\u000a09:43:58.707470 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:43:58.986559 run patchelf(pid=1303): Launched\u000a09:43:59.173689 run osmo-stp_10.42.42.5(pid=1300): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1300)]\u000a09:43:59.310967 run osmo-stp_10.42.42.5(pid=1300): stdout: \u000a| (launched: 2022-12-13_09:43:57.758425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:59.448460 run osmo-stp_10.42.42.5(pid=1300): stderr: \u000a| �[0;m�[38;5;43m20221213094357950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094357951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094357951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094357951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094357952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094357952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094357952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:59.580942 run osmo-stp_10.42.42.5(pid=1300): stdout: \u000a| (launched: 2022-12-13_09:43:57.758425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:59.712233 run osmo-stp_10.42.42.5(pid=1300): stderr: \u000a| �[0;m�[38;5;43m20221213094357950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094357951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094357951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094357951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094357952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094357952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094357952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:59.865262 run patchelf(pid=1303): Terminating (SIGINT)\u000a09:44:00.045266 run patchelf(pid=1303): Terminated: ok {rc=0}\u000a09:44:00.078126 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1300): Process ended prematurely: osmo-stp_10.42.42.5(pid=1300) [trial-2387↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1300)] [trial-2387↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a09:44:00.088573 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a09:44:00.150801 run osmo-hlr_10.42.42.2(pid=1297): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1297)]\u000a09:44:00.201771 run osmo-hlr_10.42.42.2(pid=1297): stdout: \u000a| (launched: 2022-12-13_09:43:56.764532) \u000a09:44:00.253859 run osmo-hlr_10.42.42.2(pid=1297): stderr: \u000a| �[0;m�[1;31m20221213094356965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094356965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094356965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094356965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094356965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094356965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094356980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094356990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094356990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094356990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:44:00.297902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1290): Terminating (SIGTERM)\u000a09:44:00.339400 run iperf3-srv_10.42.42.10(pid=1291): Terminating (SIGTERM)\u000a09:44:00.380743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1292): Terminating (SIGTERM)\u000a09:44:00.422450 run iperf3-srv_10.42.42.10(pid=1293): Terminating (SIGTERM)\u000a09:44:00.463895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1296): Terminating (SIGTERM)\u000a09:44:00.505606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1299): Terminating (SIGTERM)\u000a09:44:00.547528 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1302): Terminating (SIGTERM)\u000a09:44:00.557303 --- ParallelTerminationStrategy: PID 1290 died...\u000a09:44:00.612382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1290): Terminated: ok {rc=0}\u000a09:44:00.622456 --- ParallelTerminationStrategy: PID 1291 died...\u000a09:44:00.677147 run iperf3-srv_10.42.42.10(pid=1291): Terminated {rc=256}\u000a09:44:00.687042 --- ParallelTerminationStrategy: PID 1292 died...\u000a09:44:00.741716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1292): Terminated: ok {rc=0}\u000a09:44:00.751631 --- ParallelTerminationStrategy: PID 1293 died...\u000a09:44:00.806143 run iperf3-srv_10.42.42.10(pid=1293): Terminated {rc=256}\u000a09:44:00.816012 --- ParallelTerminationStrategy: PID 1296 died...\u000a09:44:00.888719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1296): Terminated: ok {rc=0}\u000a09:44:00.916118 --- ParallelTerminationStrategy: PID 1299 died...\u000a09:44:00.972308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1299): Terminated: ok {rc=0}\u000a09:44:00.982688 --- ParallelTerminationStrategy: PID 1302 died...\u000a09:44:01.038617 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1302): Terminated: ok {rc=0}\u000a09:44:01.130445 bus /gobi_0: Setting Powered False\u000a09:44:02.231894 bus /gobi_0: Setting Powered False\u000a09:44:03.336732 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1313): Process ended prematurely: osmo-stp_10.42.42.5(pid=1313) [trial-2387↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1313)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1313): Process ended prematurely: osmo-stp_10.42.42.5(pid=1313) [trial-2387↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1313)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a09:44:04.450535 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:04.462385 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:44:04.628391 tst iperf3.py: using LAC 33112\u000a09:44:04.753574 tst iperf3.py: using RAC 217\u000a09:44:04.879384 tst iperf3.py: using CellId 33112\u000a09:44:05.004855 tst iperf3.py: using BVCI 33113\u000a09:44:05.029477 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:05.040863 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:05.052148 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:05.063472 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:05.074628 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:05.085930 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:05.097262 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:05.108305 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:05.119649 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:44:05.395970 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:44:05.520711 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:44:05.831440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1304): Launched\u000a09:44:06.090200 run iperf3-srv_10.42.42.10(pid=1305): Launched\u000a09:44:06.273226 tst iperf3.py:8: start network...\u000a09:44:06.398434 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:44:06.885369 run create_hlr_db(pid=1306): Launched\u000a09:44:07.071199 bus /gobi_6: Setting Powered False\u000a09:44:08.091930 run create_hlr_db(pid=1306): Terminated: ok {rc=0}\u000a09:44:08.500525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1309): Launched\u000a09:44:08.820039 run osmo-hlr_10.42.42.2(pid=1310): Launched\u000a09:44:08.941136 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:44:09.495330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1312): Launched\u000a09:44:09.814056 run osmo-stp_10.42.42.5(pid=1313): Launched\u000a09:44:09.929724 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:44:10.487095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1315): Launched\u000a09:44:10.600891 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:44:10.879172 run patchelf(pid=1316): Launched\u000a09:44:11.065808 run osmo-stp_10.42.42.5(pid=1313): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1313)]\u000a09:44:11.202488 run osmo-stp_10.42.42.5(pid=1313): stdout: \u000a| (launched: 2022-12-13_09:44:09.658147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:11.339440 run osmo-stp_10.42.42.5(pid=1313): stderr: \u000a| �[0;m�[38;5;43m20221213094409851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094409851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094409852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094409852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094409854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094409855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094409855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:11.471698 run osmo-stp_10.42.42.5(pid=1313): stdout: \u000a| (launched: 2022-12-13_09:44:09.658147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:11.603125 run osmo-stp_10.42.42.5(pid=1313): stderr: \u000a| �[0;m�[38;5;43m20221213094409851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094409851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094409852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094409852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094409854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094409855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094409855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:11.755885 run patchelf(pid=1316): Terminating (SIGINT)\u000a09:44:11.935755 run patchelf(pid=1316): Terminated: ok {rc=0}\u000a09:44:11.968660 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1313): Process ended prematurely: osmo-stp_10.42.42.5(pid=1313) [trial-2387↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1313)] [trial-2387↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a09:44:11.978550 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a09:44:12.040752 run osmo-hlr_10.42.42.2(pid=1310): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1310)]\u000a09:44:12.092242 run osmo-hlr_10.42.42.2(pid=1310): stdout: \u000a| (launched: 2022-12-13_09:44:08.664091) \u000a09:44:12.144130 run osmo-hlr_10.42.42.2(pid=1310): stderr: \u000a| �[0;m�[1;31m20221213094408863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094408863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094408863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094408863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094408863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094408863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094408877 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094408885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094408885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094408885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:44:12.188011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1304): Terminating (SIGTERM)\u000a09:44:12.229449 run iperf3-srv_10.42.42.10(pid=1305): Terminating (SIGTERM)\u000a09:44:12.271093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1309): Terminating (SIGTERM)\u000a09:44:12.312319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1312): Terminating (SIGTERM)\u000a09:44:12.353734 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1315): Terminating (SIGTERM)\u000a09:44:12.363353 --- ParallelTerminationStrategy: PID 1304 died...\u000a09:44:12.419023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1304): Terminated: ok {rc=0}\u000a09:44:12.429242 --- ParallelTerminationStrategy: PID 1305 died...\u000a09:44:12.484556 run iperf3-srv_10.42.42.10(pid=1305): Terminated {rc=256}\u000a09:44:12.494568 --- ParallelTerminationStrategy: PID 1309 died...\u000a09:44:12.549622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1309): Terminated: ok {rc=0}\u000a09:44:12.559601 --- ParallelTerminationStrategy: PID 1312 died...\u000a09:44:12.615123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1312): Terminated: ok {rc=0}\u000a09:44:12.625291 --- ParallelTerminationStrategy: PID 1315 died...\u000a09:44:12.680636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1315): Terminated: ok {rc=0}\u000a09:44:12.767049 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1331): Process ended prematurely: osmo-stp_10.42.42.5(pid=1331) [trial-2387↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1331)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1331): Process ended prematurely: osmo-stp_10.42.42.5(pid=1331) [trial-2387↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1331)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a09:44:13.878693 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:13.890175 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:44:14.042171 tst iperf3m4.py: using LAC 33113\u000a09:44:14.162202 tst iperf3m4.py: using RAC 218\u000a09:44:14.279497 tst iperf3m4.py: using CellId 33113\u000a09:44:14.399090 tst iperf3m4.py: using BVCI 33114\u000a09:44:14.422357 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:14.433506 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:14.444442 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:14.455369 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:14.466570 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:14.477771 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:14.489060 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:14.500202 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:14.511612 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:44:14.631244 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:44:14.750523 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:44:14.869881 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:44:15.149176 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:44:15.275256 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:44:15.587213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1317): Launched\u000a09:44:15.852088 run iperf3-srv_10.42.42.10(pid=1318): Launched\u000a09:44:16.074534 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:44:16.215140 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:44:16.573072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1319): Launched\u000a09:44:16.875725 run iperf3-srv_10.42.42.10(pid=1320): Launched\u000a09:44:17.077428 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:44:17.215453 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:44:17.547578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1321): Launched\u000a09:44:17.822506 run iperf3-srv_10.42.42.10(pid=1322): Launched\u000a09:44:18.019207 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:44:18.153007 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:44:18.485328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1323): Launched\u000a09:44:18.760524 run iperf3-srv_10.42.42.10(pid=1324): Launched\u000a09:44:18.957042 tst iperf3m4.py:8: start network...\u000a09:44:19.090971 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:44:19.603198 run create_hlr_db(pid=1325): Launched\u000a09:44:19.788029 bus /gobi_6: Setting Powered False\u000a09:44:20.809026 run create_hlr_db(pid=1325): Terminated: ok {rc=0}\u000a09:44:21.209831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1327): Launched\u000a09:44:21.510149 run osmo-hlr_10.42.42.2(pid=1328): Launched\u000a09:44:21.629462 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:44:22.159693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1330): Launched\u000a09:44:22.461521 run osmo-stp_10.42.42.5(pid=1331): Launched\u000a09:44:22.571913 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:44:23.092165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1333): Launched\u000a09:44:23.198963 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:44:23.459224 run patchelf(pid=1334): Launched\u000a09:44:23.634434 run osmo-stp_10.42.42.5(pid=1331): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1331)]\u000a09:44:23.762401 run osmo-stp_10.42.42.5(pid=1331): stdout: \u000a| (launched: 2022-12-13_09:44:22.312751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:23.890673 run osmo-stp_10.42.42.5(pid=1331): stderr: \u000a| �[0;m�[38;5;43m20221213094422483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094422483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094422484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094422484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094422484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094422485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094422485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:24.014410 run osmo-stp_10.42.42.5(pid=1331): stdout: \u000a| (launched: 2022-12-13_09:44:22.312751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:24.137554 run osmo-stp_10.42.42.5(pid=1331): stderr: \u000a| �[0;m�[38;5;43m20221213094422483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094422483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094422484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094422484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094422484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094422485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094422485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:24.281553 run patchelf(pid=1334): Terminating (SIGINT)\u000a09:44:24.450542 run patchelf(pid=1334): Terminated: ok {rc=0}\u000a09:44:24.481660 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1331): Process ended prematurely: osmo-stp_10.42.42.5(pid=1331) [trial-2387↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1331)] [trial-2387↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a09:44:24.490868 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a09:44:24.550855 run osmo-hlr_10.42.42.2(pid=1328): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1328)]\u000a09:44:24.599553 run osmo-hlr_10.42.42.2(pid=1328): stdout: \u000a| (launched: 2022-12-13_09:44:21.362377) \u000a09:44:24.648855 run osmo-hlr_10.42.42.2(pid=1328): stderr: \u000a| �[0;m�[1;31m20221213094421538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094421538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094421539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094421539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094421539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094421539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094421551 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094421560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094421560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094421560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:44:24.690848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1317): Terminating (SIGTERM)\u000a09:44:24.730534 run iperf3-srv_10.42.42.10(pid=1318): Terminating (SIGTERM)\u000a09:44:24.770226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1319): Terminating (SIGTERM)\u000a09:44:24.809778 run iperf3-srv_10.42.42.10(pid=1320): Terminating (SIGTERM)\u000a09:44:24.849351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1321): Terminating (SIGTERM)\u000a09:44:24.888987 run iperf3-srv_10.42.42.10(pid=1322): Terminating (SIGTERM)\u000a09:44:24.928560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1323): Terminating (SIGTERM)\u000a09:44:24.968105 run iperf3-srv_10.42.42.10(pid=1324): Terminating (SIGTERM)\u000a09:44:25.007611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1327): Terminating (SIGTERM)\u000a09:44:25.047261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1330): Terminating (SIGTERM)\u000a09:44:25.086725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1333): Terminating (SIGTERM)\u000a09:44:25.096000 --- ParallelTerminationStrategy: PID 1317 died...\u000a09:44:25.149724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1317): Terminated: ok {rc=0}\u000a09:44:25.159336 --- ParallelTerminationStrategy: PID 1318 died...\u000a09:44:25.212420 run iperf3-srv_10.42.42.10(pid=1318): Terminated {rc=256}\u000a09:44:25.222084 --- ParallelTerminationStrategy: PID 1319 died...\u000a09:44:25.275139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1319): Terminated: ok {rc=0}\u000a09:44:25.284709 --- ParallelTerminationStrategy: PID 1320 died...\u000a09:44:25.337826 run iperf3-srv_10.42.42.10(pid=1320): Terminated {rc=256}\u000a09:44:25.347484 --- ParallelTerminationStrategy: PID 1321 died...\u000a09:44:25.400510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1321): Terminated: ok {rc=0}\u000a09:44:25.410266 --- ParallelTerminationStrategy: PID 1322 died...\u000a09:44:25.463085 run iperf3-srv_10.42.42.10(pid=1322): Terminated {rc=256}\u000a09:44:25.472672 --- ParallelTerminationStrategy: PID 1323 died...\u000a09:44:25.525970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1323): Terminated: ok {rc=0}\u000a09:44:25.535609 --- ParallelTerminationStrategy: PID 1324 died...\u000a09:44:25.588637 run iperf3-srv_10.42.42.10(pid=1324): Terminated {rc=256}\u000a09:44:25.598192 --- ParallelTerminationStrategy: PID 1327 died...\u000a09:44:25.651710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1327): Terminated: ok {rc=0}\u000a09:44:25.661413 --- ParallelTerminationStrategy: PID 1330 died...\u000a09:44:25.714503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1330): Terminated: ok {rc=0}\u000a09:44:25.724081 --- ParallelTerminationStrategy: PID 1333 died...\u000a09:44:25.777313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1333): Terminated: ok {rc=0}\u000a09:44:25.864425 bus /gobi_4: Setting Powered False\u000a09:44:26.966232 bus /gobi_4: Setting Powered False\u000a09:44:28.072892 bus /gobi_1: Setting Powered False\u000a09:44:29.177817 bus /gobi_1: Setting Powered False\u000a09:44:30.284135 bus /gobi_0: Setting Powered False\u000a09:44:31.407361 bus /gobi_0: Setting Powered False\u000a09:44:32.514026 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1341): Process ended prematurely: osmo-stp_10.42.42.5(pid=1341) [trial-2387↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1341)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1341): Process ended prematurely: osmo-stp_10.42.42.5(pid=1341) [trial-2387↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1341)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a09:44:33.582711 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:33.594841 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:44:33.754436 tst ping.py: using LAC 33114\u000a09:44:33.877497 tst ping.py: using RAC 219\u000a09:44:34.001727 tst ping.py: using CellId 33114\u000a09:44:34.126152 tst ping.py: using BVCI 33115\u000a09:44:34.148708 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:34.159796 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:34.170784 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:34.181876 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:34.192929 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:34.204129 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:34.215296 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:34.226315 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:44:34.513942 tst ping.py:19: start network...\u000a09:44:34.644425 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:44:35.144787 run create_hlr_db(pid=1335): Launched\u000a09:44:35.327883 bus /gobi_6: Setting Powered False\u000a09:44:36.347585 run create_hlr_db(pid=1335): Terminated: ok {rc=0}\u000a09:44:36.765358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1337): Launched\u000a09:44:37.079364 run osmo-hlr_10.42.42.2(pid=1338): Launched\u000a09:44:37.196939 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:44:37.748312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1340): Launched\u000a09:44:38.062088 run osmo-stp_10.42.42.5(pid=1341): Launched\u000a09:44:38.175866 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:44:38.726982 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1343): Launched\u000a09:44:38.839392 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:44:39.113550 run patchelf(pid=1344): Launched\u000a09:44:39.298544 run osmo-stp_10.42.42.5(pid=1341): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1341)]\u000a09:44:39.432885 run osmo-stp_10.42.42.5(pid=1341): stdout: \u000a| (launched: 2022-12-13_09:44:37.907865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:39.567444 run osmo-stp_10.42.42.5(pid=1341): stderr: \u000a| �[0;m�[38;5;43m20221213094438098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094438098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094438098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094438098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094438099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094438099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094438099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:39.698153 run osmo-stp_10.42.42.5(pid=1341): stdout: \u000a| (launched: 2022-12-13_09:44:37.907865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:39.827584 run osmo-stp_10.42.42.5(pid=1341): stderr: \u000a| �[0;m�[38;5;43m20221213094438098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094438098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094438098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094438098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094438099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094438099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094438099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:39.977898 run patchelf(pid=1344): Terminating (SIGINT)\u000a09:44:40.154322 run patchelf(pid=1344): Terminated: ok {rc=0}\u000a09:44:40.186429 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1341): Process ended prematurely: osmo-stp_10.42.42.5(pid=1341) [trial-2387↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1341)] [trial-2387↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a09:44:40.195450 tst ping.py:22: Test FAILED (6.6 sec)\u000a09:44:40.258102 run osmo-hlr_10.42.42.2(pid=1338): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1338)]\u000a09:44:40.309119 run osmo-hlr_10.42.42.2(pid=1338): stdout: \u000a| (launched: 2022-12-13_09:44:36.925039) \u000a09:44:40.361219 run osmo-hlr_10.42.42.2(pid=1338): stderr: \u000a| �[0;m�[1;31m20221213094437122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094437122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094437122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094437122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094437122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094437122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094437135 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094437144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094437144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094437144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:44:40.405245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1337): Terminating (SIGTERM)\u000a09:44:40.446669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1340): Terminating (SIGTERM)\u000a09:44:40.487946 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1343): Terminating (SIGTERM)\u000a09:44:40.497754 --- ParallelTerminationStrategy: PID 1337 died...\u000a09:44:40.552844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1337): Terminated: ok {rc=0}\u000a09:44:40.562924 --- ParallelTerminationStrategy: PID 1340 died...\u000a09:44:40.618500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1340): Terminated: ok {rc=0}\u000a09:44:40.628626 --- ParallelTerminationStrategy: PID 1343 died...\u000a09:44:40.684186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1343): Terminated: ok {rc=0}\u000a09:44:40.770668 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1351): Process ended prematurely: osmo-stp_10.42.42.5(pid=1351) [trial-2387↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1351)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1351): Process ended prematurely: osmo-stp_10.42.42.5(pid=1351) [trial-2387↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1351)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a09:44:41.821819 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:41.834220 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:44:41.988905 tst ping_idle_ping.py: using LAC 33115\u000a09:44:42.105148 tst ping_idle_ping.py: using RAC 220\u000a09:44:42.222022 tst ping_idle_ping.py: using CellId 33115\u000a09:44:42.337786 tst ping_idle_ping.py: using BVCI 33116\u000a09:44:42.360653 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:42.371791 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:42.382675 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:42.393544 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:42.404512 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:42.415569 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:42.426726 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:44:42.437972 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:44:42.726788 tst ping_idle_ping.py:24: start network...\u000a09:44:42.859452 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:44:43.370350 run create_hlr_db(pid=1345): Launched\u000a09:44:43.554210 bus /gobi_6: Setting Powered False\u000a09:44:44.574984 run create_hlr_db(pid=1345): Terminated: ok {rc=0}\u000a09:44:44.995162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1347): Launched\u000a09:44:45.311268 run osmo-hlr_10.42.42.2(pid=1348): Launched\u000a09:44:45.428553 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:44:46.002691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1350): Launched\u000a09:44:46.340282 run osmo-stp_10.42.42.5(pid=1351): Launched\u000a09:44:46.580094 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:44:47.158087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1353): Launched\u000a09:44:47.273265 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:44:47.547674 run patchelf(pid=1354): Launched\u000a09:44:47.731988 run osmo-stp_10.42.42.5(pid=1351): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1351)]\u000a09:44:47.866671 run osmo-stp_10.42.42.5(pid=1351): stdout: \u000a| (launched: 2022-12-13_09:44:46.167056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:48.001596 run osmo-stp_10.42.42.5(pid=1351): stderr: \u000a| �[0;m�[38;5;43m20221213094446473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094446473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094446473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094446474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094446474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094446474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094446474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:48.132104 run osmo-stp_10.42.42.5(pid=1351): stdout: \u000a| (launched: 2022-12-13_09:44:46.167056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:48.261919 run osmo-stp_10.42.42.5(pid=1351): stderr: \u000a| �[0;m�[38;5;43m20221213094446473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094446473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094446473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094446474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094446474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094446474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094446474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:48.412640 run patchelf(pid=1354): Terminating (SIGINT)\u000a09:44:48.589644 run patchelf(pid=1354): Terminated: ok {rc=0}\u000a09:44:48.621512 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1351): Process ended prematurely: osmo-stp_10.42.42.5(pid=1351) [trial-2387↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1351)] [trial-2387↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a09:44:48.630790 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a09:44:48.692560 run osmo-hlr_10.42.42.2(pid=1348): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1348)]\u000a09:44:48.743021 run osmo-hlr_10.42.42.2(pid=1348): stdout: \u000a| (launched: 2022-12-13_09:44:45.155669) \u000a09:44:48.794111 run osmo-hlr_10.42.42.2(pid=1348): stderr: \u000a| �[0;m�[1;31m20221213094445352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094445352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094445352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094445352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094445352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094445352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094445365 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094445373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094445373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094445373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:44:48.837568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1347): Terminating (SIGTERM)\u000a09:44:48.878858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1350): Terminating (SIGTERM)\u000a09:44:48.919932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1353): Terminating (SIGTERM)\u000a09:44:48.929654 --- ParallelTerminationStrategy: PID 1347 died...\u000a09:44:48.984412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1347): Terminated: ok {rc=0}\u000a09:44:48.994452 --- ParallelTerminationStrategy: PID 1350 died...\u000a09:44:49.049119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1350): Terminated: ok {rc=0}\u000a09:44:49.059059 --- ParallelTerminationStrategy: PID 1353 died...\u000a09:44:49.113947 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1353): Terminated: ok {rc=0}\u000a09:44:49.198728 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:43:51" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1370): Process ended prematurely: osmo-stp_10.42.42.5(pid=1370) [trial-2387↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1370)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1370): Process ended prematurely: osmo-stp_10.42.42.5(pid=1370) [trial-2387↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1370)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:44:51.371390 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:44:51.383110 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:44:51.524132 tst cs_paging_gprs_active.py: using LAC 33116\u000a09:44:51.648250 tst cs_paging_gprs_active.py: using RAC 221\u000a09:44:51.773869 tst cs_paging_gprs_active.py: using CellId 33116\u000a09:44:51.899640 tst cs_paging_gprs_active.py: using BVCI 33117\u000a09:44:51.923879 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:44:51.935675 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:44:51.947204 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:44:51.958821 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:44:51.970413 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:44:51.981951 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:44:51.993659 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:44:52.005225 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:44:52.017016 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:44:52.135356 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:44:52.423461 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:44:52.555753 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:44:52.881727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1360): Launched\u000a09:44:53.152111 run iperf3-srv_10.42.42.10(pid=1361): Launched\u000a09:44:53.346029 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:44:53.477649 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:44:53.803604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1362): Launched\u000a09:44:54.074662 run iperf3-srv_10.42.42.10(pid=1363): Launched\u000a09:44:54.267580 tst cs_paging_gprs_active.py:38: start network...\u000a09:44:54.399113 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:44:54.906345 run create_hlr_db(pid=1364): Launched\u000a09:44:55.089048 bus /gobi_6: Setting Powered False\u000a09:44:56.110649 run create_hlr_db(pid=1364): Terminated: ok {rc=0}\u000a09:44:56.530827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1366): Launched\u000a09:44:56.846671 run osmo-hlr_10.42.42.2(pid=1367): Launched\u000a09:44:56.962478 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:44:57.509729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1369): Launched\u000a09:44:57.826251 run osmo-stp_10.42.42.5(pid=1370): Launched\u000a09:44:57.941157 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:44:58.493947 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1372): Launched\u000a09:44:58.607067 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:44:58.882676 run patchelf(pid=1373): Launched\u000a09:44:59.067823 run osmo-stp_10.42.42.5(pid=1370): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1370)]\u000a09:44:59.203145 run osmo-stp_10.42.42.5(pid=1370): stdout: \u000a| (launched: 2022-12-13_09:44:57.670892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:59.339225 run osmo-stp_10.42.42.5(pid=1370): stderr: \u000a| �[0;m�[38;5;43m20221213094457864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094457864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094457864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094457865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094457865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094457865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094457865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:59.470302 run osmo-stp_10.42.42.5(pid=1370): stdout: \u000a| (launched: 2022-12-13_09:44:57.670892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:59.599816 run osmo-stp_10.42.42.5(pid=1370): stderr: \u000a| �[0;m�[38;5;43m20221213094457864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094457864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094457864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094457865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094457865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094457865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094457865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:59.751043 run patchelf(pid=1373): Terminating (SIGINT)\u000a09:44:59.929066 run patchelf(pid=1373): Terminated: ok {rc=0}\u000a09:44:59.961668 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1370): Process ended prematurely: osmo-stp_10.42.42.5(pid=1370) [trial-2387↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1370)] [trial-2387↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a09:44:59.971468 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a09:45:00.033296 run osmo-hlr_10.42.42.2(pid=1367): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1367)]\u000a09:45:00.084120 run osmo-hlr_10.42.42.2(pid=1367): stdout: \u000a| (launched: 2022-12-13_09:44:56.691816) \u000a09:45:00.135587 run osmo-hlr_10.42.42.2(pid=1367): stderr: \u000a| �[0;m�[1;31m20221213094456890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094456890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094456890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094456890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094456890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094456890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094456904 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094456914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094456914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094456914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:45:00.179449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1360): Terminating (SIGTERM)\u000a09:45:00.220887 run iperf3-srv_10.42.42.10(pid=1361): Terminating (SIGTERM)\u000a09:45:00.262611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1362): Terminating (SIGTERM)\u000a09:45:00.303865 run iperf3-srv_10.42.42.10(pid=1363): Terminating (SIGTERM)\u000a09:45:00.345529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1366): Terminating (SIGTERM)\u000a09:45:00.386742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1369): Terminating (SIGTERM)\u000a09:45:00.428021 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1372): Terminating (SIGTERM)\u000a09:45:00.437575 --- ParallelTerminationStrategy: PID 1360 died...\u000a09:45:00.493058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1360): Terminated: ok {rc=0}\u000a09:45:00.502928 --- ParallelTerminationStrategy: PID 1361 died...\u000a09:45:00.557643 run iperf3-srv_10.42.42.10(pid=1361): Terminated {rc=256}\u000a09:45:00.567375 --- ParallelTerminationStrategy: PID 1362 died...\u000a09:45:00.622109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1362): Terminated: ok {rc=0}\u000a09:45:00.631888 --- ParallelTerminationStrategy: PID 1363 died...\u000a09:45:00.686288 run iperf3-srv_10.42.42.10(pid=1363): Terminated {rc=256}\u000a09:45:00.696124 --- ParallelTerminationStrategy: PID 1366 died...\u000a09:45:00.750612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1366): Terminated: ok {rc=0}\u000a09:45:00.760288 --- ParallelTerminationStrategy: PID 1369 died...\u000a09:45:00.814649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1369): Terminated: ok {rc=0}\u000a09:45:00.824334 --- ParallelTerminationStrategy: PID 1372 died...\u000a09:45:00.880864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1372): Terminated: ok {rc=0}\u000a09:45:00.980340 bus /gobi_0: Setting Powered False\u000a09:45:02.105280 bus /gobi_0: Setting Powered False\u000a09:45:03.219109 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1392): Process ended prematurely: osmo-stp_10.42.42.5(pid=1392) [trial-2387↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1392)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1392): Process ended prematurely: osmo-stp_10.42.42.5(pid=1392) [trial-2387↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1392)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a09:45:04.327564 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:04.339354 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:45:04.475518 tst iperf3.py: using LAC 33117\u000a09:45:04.594732 tst iperf3.py: using RAC 222\u000a09:45:04.711150 tst iperf3.py: using CellId 33117\u000a09:45:04.827611 tst iperf3.py: using BVCI 33118\u000a09:45:04.850326 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:04.861644 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:04.872722 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:04.883881 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:04.895253 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:04.906640 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:04.918186 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:04.929518 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:04.941354 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:45:05.217500 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:45:05.340414 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:45:05.645457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1384): Launched\u000a09:45:05.899168 run iperf3-srv_10.42.42.10(pid=1385): Launched\u000a09:45:06.078859 tst iperf3.py:8: start network...\u000a09:45:06.201458 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:45:06.666866 run create_hlr_db(pid=1386): Launched\u000a09:45:06.840292 bus /gobi_6: Setting Powered False\u000a09:45:07.859891 run create_hlr_db(pid=1386): Terminated: ok {rc=0}\u000a09:45:08.278623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1388): Launched\u000a09:45:08.595981 run osmo-hlr_10.42.42.2(pid=1389): Launched\u000a09:45:08.711585 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:45:09.258890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1391): Launched\u000a09:45:09.575201 run osmo-stp_10.42.42.5(pid=1392): Launched\u000a09:45:09.689633 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:45:10.241272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1394): Launched\u000a09:45:10.354653 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:45:10.630602 run patchelf(pid=1395): Launched\u000a09:45:10.815864 run osmo-stp_10.42.42.5(pid=1392): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1392)]\u000a09:45:10.951059 run osmo-stp_10.42.42.5(pid=1392): stdout: \u000a| (launched: 2022-12-13_09:45:09.420665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:45:11.086807 run osmo-stp_10.42.42.5(pid=1392): stderr: \u000a| �[0;m�[38;5;43m20221213094509613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094509613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094509613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094509614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094509614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094509614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094509614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:45:11.217821 run osmo-stp_10.42.42.5(pid=1392): stdout: \u000a| (launched: 2022-12-13_09:45:09.420665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:45:11.348542 run osmo-stp_10.42.42.5(pid=1392): stderr: \u000a| �[0;m�[38;5;43m20221213094509613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094509613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094509613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094509614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094509614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094509614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094509614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:45:11.499916 run patchelf(pid=1395): Terminating (SIGINT)\u000a09:45:11.678086 run patchelf(pid=1395): Terminated: ok {rc=0}\u000a09:45:11.710819 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1392): Process ended prematurely: osmo-stp_10.42.42.5(pid=1392) [trial-2387↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1392)] [trial-2387↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a09:45:11.720499 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a09:45:11.782995 run osmo-hlr_10.42.42.2(pid=1389): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1389)]\u000a09:45:11.835051 run osmo-hlr_10.42.42.2(pid=1389): stdout: \u000a| (launched: 2022-12-13_09:45:08.440537) \u000a09:45:11.887934 run osmo-hlr_10.42.42.2(pid=1389): stderr: \u000a| �[0;m�[1;31m20221213094508637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094508637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094508637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094508637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094508637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094508637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094508649 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094508658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094508658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094508658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:45:11.933123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1384): Terminating (SIGTERM)\u000a09:45:11.978560 run iperf3-srv_10.42.42.10(pid=1385): Terminating (SIGTERM)\u000a09:45:12.023282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1388): Terminating (SIGTERM)\u000a09:45:12.065549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1391): Terminating (SIGTERM)\u000a09:45:12.107843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1394): Terminating (SIGTERM)\u000a09:45:12.117406 --- ParallelTerminationStrategy: PID 1384 died...\u000a09:45:12.173261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1384): Terminated: ok {rc=0}\u000a09:45:12.183572 --- ParallelTerminationStrategy: PID 1385 died...\u000a09:45:12.240452 run iperf3-srv_10.42.42.10(pid=1385): Terminated {rc=256}\u000a09:45:12.251502 --- ParallelTerminationStrategy: PID 1388 died...\u000a09:45:12.307638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1388): Terminated: ok {rc=0}\u000a09:45:12.318232 --- ParallelTerminationStrategy: PID 1391 died...\u000a09:45:12.375403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1391): Terminated: ok {rc=0}\u000a09:45:12.385791 --- ParallelTerminationStrategy: PID 1394 died...\u000a09:45:12.441771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1394): Terminated: ok {rc=0}\u000a09:45:12.527928 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1761): Process ended prematurely: osmo-stp_10.42.42.5(pid=1761) [trial-2387↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1761)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1761): Process ended prematurely: osmo-stp_10.42.42.5(pid=1761) [trial-2387↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1761)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a09:45:13.652491 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:13.665882 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:45:13.815893 tst iperf3m4.py: using LAC 33118\u000a09:45:13.942386 tst iperf3m4.py: using RAC 223\u000a09:45:14.067862 tst iperf3m4.py: using CellId 33118\u000a09:45:14.187395 tst iperf3m4.py: using BVCI 33119\u000a09:45:14.210233 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:14.221784 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:14.233097 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:14.244496 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:14.256753 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:14.268884 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:14.281441 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:14.293810 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:14.306329 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:45:14.424209 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:45:14.544851 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:45:14.660151 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:45:14.951362 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:45:15.083324 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:45:15.411285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1747): Launched\u000a09:45:15.683034 run iperf3-srv_10.42.42.10(pid=1748): Launched\u000a09:45:15.878307 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:45:16.013762 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:45:16.359865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1749): Launched\u000a09:45:16.653321 run iperf3-srv_10.42.42.10(pid=1750): Launched\u000a09:45:16.850876 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:45:16.985568 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:45:17.315081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1751): Launched\u000a09:45:17.585854 run iperf3-srv_10.42.42.10(pid=1752): Launched\u000a09:45:17.779636 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:45:17.911450 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:45:18.238382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1753): Launched\u000a09:45:18.509943 run iperf3-srv_10.42.42.10(pid=1754): Launched\u000a09:45:18.704520 tst iperf3m4.py:8: start network...\u000a09:45:18.836306 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:45:19.341977 run create_hlr_db(pid=1755): Launched\u000a09:45:19.524624 bus /gobi_6: Setting Powered False\u000a09:45:20.545728 run create_hlr_db(pid=1755): Terminated: ok {rc=0}\u000a09:45:20.966542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1757): Launched\u000a09:45:21.283452 run osmo-hlr_10.42.42.2(pid=1758): Launched\u000a09:45:21.399895 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:45:21.950018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1760): Launched\u000a09:45:22.266652 run osmo-stp_10.42.42.5(pid=1761): Launched\u000a09:45:22.468304 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:45:23.040486 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1861): Launched\u000a09:45:23.150995 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:45:23.442382 run patchelf(pid=1943): Launched\u000a09:45:23.622014 run osmo-stp_10.42.42.5(pid=1761): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1761)]\u000a09:45:23.752586 run osmo-stp_10.42.42.5(pid=1761): stdout: \u000a| (launched: 2022-12-13_09:45:22.112052)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:45:23.886267 run osmo-stp_10.42.42.5(pid=1761): stderr: \u000a| �[0;m�[38;5;43m20221213094522323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094522323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094522323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094522323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094522324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094522324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094522324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:45:24.015410 run osmo-stp_10.42.42.5(pid=1761): stdout: \u000a| (launched: 2022-12-13_09:45:22.112052)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:45:24.140687 run osmo-stp_10.42.42.5(pid=1761): stderr: \u000a| �[0;m�[38;5;43m20221213094522323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094522323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094522323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094522323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094522324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094522324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094522324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:45:24.287026 run patchelf(pid=1943): Terminating (SIGINT)\u000a09:45:24.458937 run patchelf(pid=1943): Terminated: ok {rc=0}\u000a09:45:24.491511 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1761): Process ended prematurely: osmo-stp_10.42.42.5(pid=1761) [trial-2387↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1761)] [trial-2387↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a09:45:24.501853 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a09:45:24.565394 run osmo-hlr_10.42.42.2(pid=1758): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1758)]\u000a09:45:24.617720 run osmo-hlr_10.42.42.2(pid=1758): stdout: \u000a| (launched: 2022-12-13_09:45:21.128111) \u000a09:45:24.669827 run osmo-hlr_10.42.42.2(pid=1758): stderr: \u000a| �[0;m�[1;31m20221213094521328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094521328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094521328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094521328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094521328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094521328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094521340 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094521349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094521349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094521349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:45:24.714190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1747): Terminating (SIGTERM)\u000a09:45:24.757459 run iperf3-srv_10.42.42.10(pid=1748): Terminating (SIGTERM)\u000a09:45:24.802402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1749): Terminating (SIGTERM)\u000a09:45:24.846430 run iperf3-srv_10.42.42.10(pid=1750): Terminating (SIGTERM)\u000a09:45:24.890084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1751): Terminating (SIGTERM)\u000a09:45:24.934761 run iperf3-srv_10.42.42.10(pid=1752): Terminating (SIGTERM)\u000a09:45:24.978482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1753): Terminating (SIGTERM)\u000a09:45:25.023082 run iperf3-srv_10.42.42.10(pid=1754): Terminating (SIGTERM)\u000a09:45:25.067062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1757): Terminating (SIGTERM)\u000a09:45:25.110913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1760): Terminating (SIGTERM)\u000a09:45:25.154628 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1861): Terminating (SIGTERM)\u000a09:45:25.165132 --- ParallelTerminationStrategy: PID 1747 died...\u000a09:45:25.224483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1747): Terminated: ok {rc=0}\u000a09:45:25.234771 --- ParallelTerminationStrategy: PID 1748 died...\u000a09:45:25.291057 run iperf3-srv_10.42.42.10(pid=1748): Terminated {rc=256}\u000a09:45:25.301442 --- ParallelTerminationStrategy: PID 1749 died...\u000a09:45:25.358341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1749): Terminated: ok {rc=0}\u000a09:45:25.368654 --- ParallelTerminationStrategy: PID 1750 died...\u000a09:45:25.426128 run iperf3-srv_10.42.42.10(pid=1750): Terminated {rc=256}\u000a09:45:25.436370 --- ParallelTerminationStrategy: PID 1751 died...\u000a09:45:25.492621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1751): Terminated: ok {rc=0}\u000a09:45:25.502960 --- ParallelTerminationStrategy: PID 1752 died...\u000a09:45:25.558389 run iperf3-srv_10.42.42.10(pid=1752): Terminated {rc=256}\u000a09:45:25.568750 --- ParallelTerminationStrategy: PID 1753 died...\u000a09:45:25.627193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1753): Terminated: ok {rc=0}\u000a09:45:25.637604 --- ParallelTerminationStrategy: PID 1754 died...\u000a09:45:25.694437 run iperf3-srv_10.42.42.10(pid=1754): Terminated {rc=256}\u000a09:45:25.704757 --- ParallelTerminationStrategy: PID 1757 died...\u000a09:45:25.761098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1757): Terminated: ok {rc=0}\u000a09:45:25.771430 --- ParallelTerminationStrategy: PID 1760 died...\u000a09:45:25.828879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1760): Terminated: ok {rc=0}\u000a09:45:25.839245 --- ParallelTerminationStrategy: PID 1861 died...\u000a09:45:25.895862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1861): Terminated: ok {rc=0}\u000a09:45:25.985028 bus /gobi_4: Setting Powered False\u000a09:45:27.088704 bus /gobi_4: Setting Powered False\u000a09:45:28.194637 bus /gobi_1: Setting Powered False\u000a09:45:29.296735 bus /gobi_1: Setting Powered False\u000a09:45:30.406274 bus /gobi_0: Setting Powered False\u000a09:45:31.512795 bus /gobi_0: Setting Powered False\u000a09:45:32.619547 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1952): Process ended prematurely: osmo-stp_10.42.42.5(pid=1952) [trial-2387↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1952)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1952): Process ended prematurely: osmo-stp_10.42.42.5(pid=1952) [trial-2387↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1952)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a09:45:33.687143 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:33.699509 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:45:33.835319 tst ping.py: using LAC 33119\u000a09:45:33.950897 tst ping.py: using RAC 224\u000a09:45:34.065851 tst ping.py: using CellId 33119\u000a09:45:34.180016 tst ping.py: using BVCI 33120\u000a09:45:34.202588 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:34.214125 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:34.225359 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:34.236469 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:34.247847 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:34.259216 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:34.270765 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:34.282240 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:45:34.567368 tst ping.py:19: start network...\u000a09:45:34.697315 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:45:35.196877 run create_hlr_db(pid=1946): Launched\u000a09:45:35.379646 bus /gobi_6: Setting Powered False\u000a09:45:36.399338 run create_hlr_db(pid=1946): Terminated: ok {rc=0}\u000a09:45:36.813745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1948): Launched\u000a09:45:37.124232 run osmo-hlr_10.42.42.2(pid=1949): Launched\u000a09:45:37.237779 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:45:37.780487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1951): Launched\u000a09:45:38.090556 run osmo-stp_10.42.42.5(pid=1952): Launched\u000a09:45:38.203371 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:45:38.747325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1954): Launched\u000a09:45:38.858674 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:45:39.129769 run patchelf(pid=1955): Launched\u000a09:45:39.313069 run osmo-stp_10.42.42.5(pid=1952): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1952)]\u000a09:45:39.446442 run osmo-stp_10.42.42.5(pid=1952): stdout: \u000a| (launched: 2022-12-13_09:45:37.938467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:45:39.580186 run osmo-stp_10.42.42.5(pid=1952): stderr: \u000a| �[0;m�[38;5;43m20221213094538130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094538130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094538131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094538131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094538132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094538132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094538132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:45:39.709831 run osmo-stp_10.42.42.5(pid=1952): stdout: \u000a| (launched: 2022-12-13_09:45:37.938467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:45:39.837884 run osmo-stp_10.42.42.5(pid=1952): stderr: \u000a| �[0;m�[38;5;43m20221213094538130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094538130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094538131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094538131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094538132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094538132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094538132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:45:39.987972 run patchelf(pid=1955): Terminating (SIGINT)\u000a09:45:40.152486 run patchelf(pid=1955): Terminated: ok {rc=0}\u000a09:45:40.183408 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1952): Process ended prematurely: osmo-stp_10.42.42.5(pid=1952) [trial-2387↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1952)] [trial-2387↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a09:45:40.192087 tst ping.py:22: Test FAILED (6.5 sec)\u000a09:45:40.252220 run osmo-hlr_10.42.42.2(pid=1949): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1949)]\u000a09:45:40.301640 run osmo-hlr_10.42.42.2(pid=1949): stdout: \u000a| (launched: 2022-12-13_09:45:36.972341) \u000a09:45:40.351773 run osmo-hlr_10.42.42.2(pid=1949): stderr: \u000a| �[0;m�[1;31m20221213094537171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094537171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094537171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094537171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094537171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094537171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094537186 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094537194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094537195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094537195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:45:40.394396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1948): Terminating (SIGTERM)\u000a09:45:40.434475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1951): Terminating (SIGTERM)\u000a09:45:40.474340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1954): Terminating (SIGTERM)\u000a09:45:40.483571 --- ParallelTerminationStrategy: PID 1948 died...\u000a09:45:40.537308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1948): Terminated: ok {rc=0}\u000a09:45:40.546891 --- ParallelTerminationStrategy: PID 1951 died...\u000a09:45:40.600253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1951): Terminated: ok {rc=0}\u000a09:45:40.609796 --- ParallelTerminationStrategy: PID 1954 died...\u000a09:45:40.663093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1954): Terminated: ok {rc=0}\u000a09:45:40.750310 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1962): Process ended prematurely: osmo-stp_10.42.42.5(pid=1962) [trial-2387↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1962)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1962): Process ended prematurely: osmo-stp_10.42.42.5(pid=1962) [trial-2387↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1962)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a09:45:41.801763 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:41.813920 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:45:41.956210 tst ping_idle_ping.py: using LAC 33120\u000a09:45:42.074036 tst ping_idle_ping.py: using RAC 225\u000a09:45:42.194103 tst ping_idle_ping.py: using CellId 33120\u000a09:45:42.307464 tst ping_idle_ping.py: using BVCI 33121\u000a09:45:42.329843 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:42.341254 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:42.352340 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:42.363429 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:42.375411 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:42.387379 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:42.399452 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:45:42.411555 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:45:42.701272 tst ping_idle_ping.py:24: start network...\u000a09:45:42.831687 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:45:43.334302 run create_hlr_db(pid=1956): Launched\u000a09:45:43.516257 bus /gobi_6: Setting Powered False\u000a09:45:44.536881 run create_hlr_db(pid=1956): Terminated: ok {rc=0}\u000a09:45:44.932819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1958): Launched\u000a09:45:45.226710 run osmo-hlr_10.42.42.2(pid=1959): Launched\u000a09:45:45.335022 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:45:45.843402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1961): Launched\u000a09:45:46.255114 run osmo-stp_10.42.42.5(pid=1962): Launched\u000a09:45:46.467756 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:45:47.033106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1965): Launched\u000a09:45:47.139941 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:45:47.396804 run patchelf(pid=1966): Launched\u000a09:45:47.567890 run osmo-stp_10.42.42.5(pid=1962): ERR: Terminated: ERROR {rc=1} [trial-2387↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1962)]\u000a09:45:47.693193 run osmo-stp_10.42.42.5(pid=1962): stdout: \u000a| (launched: 2022-12-13_09:45:46.007994)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:45:47.818655 run osmo-stp_10.42.42.5(pid=1962): stderr: \u000a| �[0;m�[38;5;43m20221213094546340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094546340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094546340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094546340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094546344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094546344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094546344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:45:47.940134 run osmo-stp_10.42.42.5(pid=1962): stdout: \u000a| (launched: 2022-12-13_09:45:46.007994)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:45:48.060386 run osmo-stp_10.42.42.5(pid=1962): stderr: \u000a| �[0;m�[38;5;43m20221213094546340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094546340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094546340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094546340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094546344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094546344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094546344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:45:48.200752 run patchelf(pid=1966): Terminating (SIGINT)\u000a09:45:48.365823 run patchelf(pid=1966): Terminated: ok {rc=0}\u000a09:45:48.395762 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1962): Process ended prematurely: osmo-stp_10.42.42.5(pid=1962) [trial-2387↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1962)] [trial-2387↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a09:45:48.404400 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a09:45:48.464133 run osmo-hlr_10.42.42.2(pid=1959): ERR: Terminated: ERROR {rc=237} [trial-2387↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1959)]\u000a09:45:48.513083 run osmo-hlr_10.42.42.2(pid=1959): stdout: \u000a| (launched: 2022-12-13_09:45:45.082158) \u000a09:45:48.562711 run osmo-hlr_10.42.42.2(pid=1959): stderr: \u000a| �[0;m�[1;31m20221213094545257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094545257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094545257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094545257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094545257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094545257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094545267 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094545276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094545277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094545277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:45:48.604895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1958): Terminating (SIGTERM)\u000a09:45:48.644622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1961): Terminating (SIGTERM)\u000a09:45:48.684418 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1965): Terminating (SIGTERM)\u000a09:45:48.693670 --- ParallelTerminationStrategy: PID 1958 died...\u000a09:45:48.746903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1958): Terminated: ok {rc=0}\u000a09:45:48.756291 --- ParallelTerminationStrategy: PID 1961 died...\u000a09:45:48.809166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1961): Terminated: ok {rc=0}\u000a09:45:48.818585 --- ParallelTerminationStrategy: PID 1965 died...\u000a09:45:48.871348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1965): Terminated: ok {rc=0}\u000a09:45:48.958466 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:44:50" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1979): Process ended prematurely: osmo-stp_10.42.42.5(pid=1979) [trial-2387↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1979)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1979): Process ended prematurely: osmo-stp_10.42.42.5(pid=1979) [trial-2387↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1979)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a09:45:50.996115 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:45:51.007691 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:45:51.158258 tst switch_tch_pdch.py: using LAC 33121\u000a09:45:51.281334 tst switch_tch_pdch.py: using RAC 226\u000a09:45:51.404398 tst switch_tch_pdch.py: using CellId 33121\u000a09:45:51.532749 tst switch_tch_pdch.py: using BVCI 33122\u000a09:45:51.556881 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:45:51.569106 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:45:51.581149 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:45:51.593212 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:45:51.605749 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:45:51.618243 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:45:51.630932 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:45:51.643548 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:45:51.760223 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:45:52.041539 tst switch_tch_pdch.py:51: start network...\u000a09:45:52.162801 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:45:52.621050 run create_hlr_db(pid=1973): Launched\u000a09:45:52.789326 bus /gobi_6: Setting Powered False\u000a09:45:53.810399 run create_hlr_db(pid=1973): Terminated: ok {rc=0}\u000a09:45:54.222679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1975): Launched\u000a09:45:54.536081 run osmo-hlr_10.42.42.2(pid=1976): Launched\u000a09:45:54.650263 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:45:55.191968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1978): Launched\u000a09:45:55.503239 run osmo-stp_10.42.42.5(pid=1979): Launched\u000a09:45:55.616866 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:45:56.161360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1981): Launched\u000a09:45:56.272889 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:45:56.545958 run patchelf(pid=1982): Launched\u000a09:45:56.728874 run osmo-stp_10.42.42.5(pid=1979): ERR: Terminated: ERROR {rc=1} [trial-2387↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1979)]\u000a09:45:56.862754 run osmo-stp_10.42.42.5(pid=1979): stdout: \u000a| (launched: 2022-12-13_09:45:55.351173)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:45:56.997464 run osmo-stp_10.42.42.5(pid=1979): stderr: \u000a| �[0;m�[38;5;43m20221213094555541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094555541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094555541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094555542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094555542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094555542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094555542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:45:57.127401 run osmo-stp_10.42.42.5(pid=1979): stdout: \u000a| (launched: 2022-12-13_09:45:55.351173)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:45:57.255948 run osmo-stp_10.42.42.5(pid=1979): stderr: \u000a| �[0;m�[38;5;43m20221213094555541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094555541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094555541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094555542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094555542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094555542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094555542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:45:57.405542 run patchelf(pid=1982): Terminating (SIGINT)\u000a09:45:57.580103 run patchelf(pid=1982): Terminated: ok {rc=0}\u000a09:45:57.611986 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1979): Process ended prematurely: osmo-stp_10.42.42.5(pid=1979) [trial-2387↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1979)] [trial-2387↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a09:45:57.621358 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a09:45:57.683087 run osmo-hlr_10.42.42.2(pid=1976): ERR: Terminated: ERROR {rc=237} [trial-2387↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1976)]\u000a09:45:57.734177 run osmo-hlr_10.42.42.2(pid=1976): stdout: \u000a| (launched: 2022-12-13_09:45:54.381229) \u000a09:45:57.785730 run osmo-hlr_10.42.42.2(pid=1976): stderr: \u000a| �[0;m�[1;31m20221213094554575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094554575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094554575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094554575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094554576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094554576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094554588 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094554596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094554596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094554596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:45:57.829787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1975): Terminating (SIGTERM)\u000a09:45:57.871506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1978): Terminating (SIGTERM)\u000a09:45:57.913075 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1981): Terminating (SIGTERM)\u000a09:45:57.922671 --- ParallelTerminationStrategy: PID 1975 died...\u000a09:45:57.978103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1975): Terminated: ok {rc=0}\u000a09:45:57.988002 --- ParallelTerminationStrategy: PID 1978 died...\u000a09:45:58.043064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1978): Terminated: ok {rc=0}\u000a09:45:58.053050 --- ParallelTerminationStrategy: PID 1981 died...\u000a09:45:58.108009 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1981): Terminated: ok {rc=0}\u000a09:45:58.194058 bus /gobi_0: Setting Powered False\u000a09:45:59.299487 bus /gobi_0: Setting Powered False\u000a09:46:00.405508 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:45:50" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1987): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1987) [trial-2387↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1987)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1987): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1987) [trial-2387↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1987)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a09:46:02.291787 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a09:46:02.397707 tst esme_connect_policy_acceptall.py: using MSISDN 8088\u000a09:46:02.531205 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:46:03.091663 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1986): Launched\u000a09:46:03.385600 run osmo-nitb_10.42.42.2(pid=1987): Launched\u000a09:46:03.569210 run osmo-nitb_10.42.42.2(pid=1987): ERR: Terminated: ERROR {rc=2} [trial-2387↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1987)]\u000a09:46:03.704646 run osmo-nitb_10.42.42.2(pid=1987): stdout: \u000a| (launched: 2022-12-13_09:46:03.242818) \u000a09:46:03.840641 run osmo-nitb_10.42.42.2(pid=1987): stderr: \u000a| (launched: 2022-12-13_09:46:03.287131)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:46:03.972538 run osmo-nitb_10.42.42.2(pid=1987): stdout: \u000a| (launched: 2022-12-13_09:46:03.242818) \u000a09:46:04.103307 run osmo-nitb_10.42.42.2(pid=1987): stderr: \u000a| (launched: 2022-12-13_09:46:03.287131)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:46:04.507245 tst osmo-nitb_10.42.42.2(pid=1987): stdout: \u000a| (launched: 2022-12-13_09:46:03.242818) \u000a09:46:04.626873 tst osmo-nitb_10.42.42.2(pid=1987): stderr: \u000a| (launched: 2022-12-13_09:46:03.287131)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:46:04.679015 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=1987): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1987) [trial-2387↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1987)] [trial-2387↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a09:46:04.687025 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.4 sec)\u000a09:46:04.721620 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1986): Terminating (SIGTERM)\u000a09:46:04.899831 --- ParallelTerminationStrategy: PID 1986 died...\u000a09:46:04.954644 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1986): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "nitb_smpp", "duration" : 2.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1989): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1989) [trial-2387↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1989)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1989): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1989) [trial-2387↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1989)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a09:46:04.968586 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a09:46:05.077682 tst esme_connect_policy_closed.py: using MSISDN 8089\u000a09:46:05.195110 tst esme_connect_policy_closed.py: using MSISDN 8090\u000a09:46:05.301815 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:46:05.866238 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1988): Launched\u000a09:46:06.162228 run osmo-nitb_10.42.42.2(pid=1989): Launched\u000a09:46:06.332699 run osmo-nitb_10.42.42.2(pid=1989): ERR: Terminated: ERROR {rc=2} [trial-2387↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1989)]\u000a09:46:06.457426 run osmo-nitb_10.42.42.2(pid=1989): stdout: \u000a| (launched: 2022-12-13_09:46:06.018071) \u000a09:46:06.582346 run osmo-nitb_10.42.42.2(pid=1989): stderr: \u000a| (launched: 2022-12-13_09:46:06.062550)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:46:06.703039 run osmo-nitb_10.42.42.2(pid=1989): stdout: \u000a| (launched: 2022-12-13_09:46:06.018071) \u000a09:46:06.823026 run osmo-nitb_10.42.42.2(pid=1989): stderr: \u000a| (launched: 2022-12-13_09:46:06.062550)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:46:06.875468 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=1989): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1989) [trial-2387↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1989)] [trial-2387↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a09:46:06.883420 tst esme_connect_policy_closed.py:24: Test FAILED (1.9 sec)\u000a09:46:06.917885 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1988): Terminating (SIGTERM)\u000a09:46:07.095455 --- ParallelTerminationStrategy: PID 1988 died...\u000a09:46:07.150759 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1988): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 248, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1991): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1991) [trial-2387↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1991)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1991): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1991) [trial-2387↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1991)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a09:46:07.164925 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a09:46:07.176677 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a09:46:07.300427 tst esme_ms_sms_storeforward.py: using LAC 33122\u000a09:46:07.419902 tst esme_ms_sms_storeforward.py: using RAC 227\u000a09:46:07.539215 tst esme_ms_sms_storeforward.py: using CellId 33122\u000a09:46:07.659326 tst esme_ms_sms_storeforward.py: using BVCI 33123\u000a09:46:07.682121 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a09:46:07.902281 tst esme_ms_sms_storeforward.py: using MSISDN 8091\u000a09:46:08.098259 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a09:46:08.231887 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:46:08.894228 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1990): Launched\u000a09:46:09.212181 run osmo-nitb_10.42.42.2(pid=1991): Launched\u000a09:46:09.395305 run osmo-nitb_10.42.42.2(pid=1991): ERR: Terminated: ERROR {rc=2} [trial-2387↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1991)]\u000a09:46:09.528452 run osmo-nitb_10.42.42.2(pid=1991): stdout: \u000a| (launched: 2022-12-13_09:46:09.058344) \u000a09:46:09.662362 run osmo-nitb_10.42.42.2(pid=1991): stderr: \u000a| (launched: 2022-12-13_09:46:09.106624)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:46:09.791190 run osmo-nitb_10.42.42.2(pid=1991): stdout: \u000a| (launched: 2022-12-13_09:46:09.058344) \u000a09:46:09.919256 run osmo-nitb_10.42.42.2(pid=1991): stderr: \u000a| (launched: 2022-12-13_09:46:09.106624)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:46:09.975019 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=1991): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1991) [trial-2387↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1991)] [trial-2387↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a09:46:09.983972 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.8 sec)\u000a09:46:10.019791 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1990): Terminating (SIGTERM)\u000a09:46:10.197646 --- ParallelTerminationStrategy: PID 1990 died...\u000a09:46:10.254539 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1990): Terminated: ok {rc=0}\u000a09:46:10.342644 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 248, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1993): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1993) [trial-2387↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1993)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1993): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1993) [trial-2387↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1993)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a09:46:11.394001 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a09:46:11.405212 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a09:46:11.538522 tst esme_ms_sms_transaction.py: using LAC 33123\u000a09:46:11.662467 tst esme_ms_sms_transaction.py: using RAC 228\u000a09:46:11.786315 tst esme_ms_sms_transaction.py: using CellId 33123\u000a09:46:11.912327 tst esme_ms_sms_transaction.py: using BVCI 33124\u000a09:46:11.936881 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a09:46:12.154765 tst esme_ms_sms_transaction.py: using MSISDN 8092\u000a09:46:12.350586 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a09:46:12.484313 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:46:13.139582 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1992): Launched\u000a09:46:13.454747 run osmo-nitb_10.42.42.2(pid=1993): Launched\u000a09:46:13.649666 run osmo-nitb_10.42.42.2(pid=1993): ERR: Terminated: ERROR {rc=2} [trial-2387↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1993)]\u000a09:46:13.793586 run osmo-nitb_10.42.42.2(pid=1993): stdout: \u000a| (launched: 2022-12-13_09:46:13.302549) \u000a09:46:13.937777 run osmo-nitb_10.42.42.2(pid=1993): stderr: \u000a| (launched: 2022-12-13_09:46:13.350438)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:46:14.077773 run osmo-nitb_10.42.42.2(pid=1993): stdout: \u000a| (launched: 2022-12-13_09:46:13.302549) \u000a09:46:14.216538 run osmo-nitb_10.42.42.2(pid=1993): stderr: \u000a| (launched: 2022-12-13_09:46:13.350438)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:46:14.584283 tst osmo-nitb_10.42.42.2(pid=1993): stdout: \u000a| (launched: 2022-12-13_09:46:13.302549) \u000a09:46:14.712375 tst osmo-nitb_10.42.42.2(pid=1993): stderr: \u000a| (launched: 2022-12-13_09:46:13.350438)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:46:14.768129 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=1993): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1993) [trial-2387↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1993)] [trial-2387↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a09:46:14.776627 tst esme_ms_sms_transaction.py:21: Test FAILED (3.4 sec)\u000a09:46:14.812203 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1992): Terminating (SIGTERM)\u000a09:46:14.990010 --- ParallelTerminationStrategy: PID 1992 died...\u000a09:46:15.046610 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1992): Terminated: ok {rc=0}\u000a09:46:15.133842 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:46:02" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=2002): Process ended prematurely: osmo-hlr_10.42.42.2(pid=2002) [trial-2387↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2002)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=2002): Process ended prematurely: osmo-hlr_10.42.42.2(pid=2002) [trial-2387↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2002)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a09:46:16.988855 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:46:17.000627 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:46:17.012528 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:46:17.024280 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:46:17.172716 tst esme_connect_policy_acceptall.py: using MSISDN 8093\u000a09:46:17.283706 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a09:46:17.804493 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=1997): Launched\u000a09:46:18.103764 run osmo-stp_10.42.42.4(pid=1998): Launched\u000a09:46:18.210597 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:46:18.681801 run create_hlr_db(pid=1999): Launched\u000a09:46:18.854569 bus /sierra_2: Setting Powered False\u000a09:46:19.875002 run create_hlr_db(pid=1999): Terminated: ok {rc=0}\u000a09:46:20.298006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2001): Launched\u000a09:46:20.618414 run osmo-hlr_10.42.42.2(pid=2002): Launched\u000a09:46:20.737461 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a09:46:21.321149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2004): Launched\u000a09:46:21.640585 run osmo-msc_10.42.42.5(pid=2005): Launched\u000a09:46:21.829754 run osmo-hlr_10.42.42.2(pid=2002): ERR: Terminated: ERROR {rc=237} [trial-2387↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2002)]\u000a09:46:21.968634 run osmo-hlr_10.42.42.2(pid=2002): stdout: \u000a| (launched: 2022-12-13_09:46:20.461187) \u000a09:46:22.104124 run osmo-hlr_10.42.42.2(pid=2002): stderr: \u000a| �[0;m�[1;31m20221213094620660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094620661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094620661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094620661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094620661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094620661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094620673 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094620681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094620682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094620682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:46:22.232789 run osmo-hlr_10.42.42.2(pid=2002): stdout: \u000a| (launched: 2022-12-13_09:46:20.461187) \u000a09:46:22.361459 run osmo-hlr_10.42.42.2(pid=2002): stderr: \u000a| �[0;m�[1;31m20221213094620660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094620661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094620661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094620661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094620661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094620661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094620673 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094620681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094620682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094620682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:46:22.417524 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=2002): Process ended prematurely: osmo-hlr_10.42.42.2(pid=2002) [trial-2387↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2002)] [trial-2387↪smpp↪esme_connect_policy_acceptall.py:23]\u000a09:46:22.426299 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.4 sec)\u000a09:46:22.488922 run osmo-msc_10.42.42.5(pid=2005): ERR: Terminated: ERROR {rc=9} [trial-2387↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=2005)]\u000a09:46:22.540459 run osmo-msc_10.42.42.5(pid=2005): stdout: \u000a| (launched: 2022-12-13_09:46:21.484083) \u000a09:46:22.592443 run osmo-msc_10.42.42.5(pid=2005): stderr: \u000a| �[0;m�[38;5;43m20221213094621854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221213094621854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221213094621854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221213094621854 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221213094621854 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221213094621854 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221213094621854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221213094621854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221213094621855 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a09:46:22.636526 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=1997): Terminating (SIGTERM)\u000a09:46:22.678311 run osmo-stp_10.42.42.4(pid=1998): Terminating (SIGTERM)\u000a09:46:22.720875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2001): Terminating (SIGTERM)\u000a09:46:22.764357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2004): Terminating (SIGTERM)\u000a09:46:22.775649 --- ParallelTerminationStrategy: PID 1997 died...\u000a09:46:22.834741 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=1997): Terminated: ok {rc=0}\u000a09:46:22.845119 --- ParallelTerminationStrategy: PID 1998 died...\u000a09:46:22.900589 run osmo-stp_10.42.42.4(pid=1998): Terminated: ok {rc=0}\u000a09:46:22.910655 --- ParallelTerminationStrategy: PID 2001 died...\u000a09:46:22.966574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2001): Terminated: ok {rc=0}\u000a09:46:22.976540 --- ParallelTerminationStrategy: PID 2004 died...\u000a09:46:23.032136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2004): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=2013): Process ended prematurely: osmo-hlr_10.42.42.2(pid=2013) [trial-2387↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2013)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=2013): Process ended prematurely: osmo-hlr_10.42.42.2(pid=2013) [trial-2387↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2013)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a09:46:23.046790 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:46:23.058166 tst smpp: Using 1 x bts (candidates: 1)\u000a09:46:23.186197 tst esme_connect_policy_closed.py: using LAC 33124\u000a09:46:23.313434 tst esme_connect_policy_closed.py: using RAC 229\u000a09:46:23.440228 tst esme_connect_policy_closed.py: using CellId 33124\u000a09:46:23.560333 tst esme_connect_policy_closed.py: using BVCI 33125\u000a09:46:23.583381 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:46:23.593864 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:46:23.604174 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:46:23.710217 tst esme_connect_policy_closed.py: using MSISDN 8094\u000a09:46:23.828237 tst esme_connect_policy_closed.py: using MSISDN 8095\u000a09:46:23.934322 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a09:46:24.451605 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=2008): Launched\u000a09:46:24.751619 run osmo-stp_10.42.42.4(pid=2009): Launched\u000a09:46:24.858640 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:46:25.330215 run create_hlr_db(pid=2010): Launched\u000a09:46:26.506637 run create_hlr_db(pid=2010): Terminated: ok {rc=0}\u000a09:46:26.814323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2012): Launched\u000a09:46:27.114092 run osmo-hlr_10.42.42.2(pid=2013): Launched\u000a09:46:27.228563 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a09:46:27.777358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2015): Launched\u000a09:46:28.079447 run osmo-msc_10.42.42.5(pid=2016): Launched\u000a09:46:28.256332 run osmo-hlr_10.42.42.2(pid=2013): ERR: Terminated: ERROR {rc=237} [trial-2387↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2013)]\u000a09:46:28.397501 run osmo-hlr_10.42.42.2(pid=2013): stdout: \u000a| (launched: 2022-12-13_09:46:26.966939) \u000a09:46:28.534501 run osmo-hlr_10.42.42.2(pid=2013): stderr: \u000a| �[0;m�[1;31m20221213094627139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094627139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094627139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094627140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094627140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094627140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094627151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094627160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094627161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094627161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:46:28.664104 run osmo-hlr_10.42.42.2(pid=2013): stdout: \u000a| (launched: 2022-12-13_09:46:26.966939) \u000a09:46:28.792521 run osmo-hlr_10.42.42.2(pid=2013): stderr: \u000a| �[0;m�[1;31m20221213094627139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094627139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094627139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094627140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094627140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094627140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094627151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094627160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094627161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094627161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:46:28.848807 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=2013): Process ended prematurely: osmo-hlr_10.42.42.2(pid=2013) [trial-2387↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2013)] [trial-2387↪smpp↪esme_connect_policy_closed.py:31]\u000a09:46:28.857637 tst esme_connect_policy_closed.py:31: Test FAILED (5.8 sec)\u000a09:46:28.920492 run osmo-msc_10.42.42.5(pid=2016): ERR: Terminated: ERROR {rc=9} [trial-2387↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=2016)]\u000a09:46:28.972310 run osmo-msc_10.42.42.5(pid=2016): stdout: \u000a| (launched: 2022-12-13_09:46:27.929964) \u000a09:46:29.024836 run osmo-msc_10.42.42.5(pid=2016): stderr: \u000a| �[0;m�[38;5;43m20221213094628244 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221213094628244 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221213094628245 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221213094628245 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221213094628245 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221213094628245 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221213094628245 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221213094628245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221213094628245 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a09:46:29.069035 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=2008): Terminating (SIGTERM)\u000a09:46:29.110849 run osmo-stp_10.42.42.4(pid=2009): Terminating (SIGTERM)\u000a09:46:29.154015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2012): Terminating (SIGTERM)\u000a09:46:29.197409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2015): Terminating (SIGTERM)\u000a09:46:29.207263 --- ParallelTerminationStrategy: PID 2008 died...\u000a09:46:29.265358 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=2008): Terminated: ok {rc=0}\u000a09:46:29.275814 --- ParallelTerminationStrategy: PID 2009 died...\u000a09:46:29.332680 run osmo-stp_10.42.42.4(pid=2009): Terminated: ok {rc=0}\u000a09:46:29.342926 --- ParallelTerminationStrategy: PID 2012 died...\u000a09:46:29.399050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2012): Terminated: ok {rc=0}\u000a09:46:29.409277 --- ParallelTerminationStrategy: PID 2015 died...\u000a09:46:29.465418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2015): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2025): Process ended prematurely: osmo-stp_10.42.42.5(pid=2025) [trial-2387↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2025)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2025): Process ended prematurely: osmo-stp_10.42.42.5(pid=2025) [trial-2387↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2025)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a09:46:29.480513 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:46:29.492002 tst smpp: Using 1 x bts (candidates: 1)\u000a09:46:29.622722 tst esme_ms_sms_storeforward.py: using LAC 33125\u000a09:46:29.748796 tst esme_ms_sms_storeforward.py: using RAC 230\u000a09:46:29.879511 tst esme_ms_sms_storeforward.py: using CellId 33125\u000a09:46:30.004068 tst esme_ms_sms_storeforward.py: using BVCI 33126\u000a09:46:30.028483 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:46:30.039347 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:46:30.050110 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:46:30.060836 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:46:30.072107 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:46:30.083445 tst smpp: Using 1 x modem (candidates: 1)\u000a09:46:30.302859 tst esme_ms_sms_storeforward.py: using MSISDN 8096\u000a09:46:30.418008 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:46:30.971608 run create_hlr_db(pid=2019): Launched\u000a09:46:32.171041 run create_hlr_db(pid=2019): Terminated: ok {rc=0}\u000a09:46:32.503989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2021): Launched\u000a09:46:32.823949 run osmo-hlr_10.42.42.2(pid=2022): Launched\u000a09:46:32.941774 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:46:33.502997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2024): Launched\u000a09:46:33.823659 run osmo-stp_10.42.42.5(pid=2025): Launched\u000a09:46:33.940852 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:46:34.525533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2027): Launched\u000a09:46:34.845703 run osmo-msc_10.42.42.6(pid=2028): Launched\u000a09:46:35.033878 run osmo-stp_10.42.42.5(pid=2025): ERR: Terminated: ERROR {rc=1} [trial-2387↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2025)]\u000a09:46:35.170166 run osmo-stp_10.42.42.5(pid=2025): stdout: \u000a| (launched: 2022-12-13_09:46:33.666898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:46:35.306687 run osmo-stp_10.42.42.5(pid=2025): stderr: \u000a| �[0;m�[38;5;43m20221213094633859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094633859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094633859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094633860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094633862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094633862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094633862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:46:35.435397 run osmo-stp_10.42.42.5(pid=2025): stdout: \u000a| (launched: 2022-12-13_09:46:33.666898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:46:35.563034 run osmo-stp_10.42.42.5(pid=2025): stderr: \u000a| �[0;m�[38;5;43m20221213094633859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094633859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094633859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094633860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094633862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094633862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094633862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:46:35.618641 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=2025): Process ended prematurely: osmo-stp_10.42.42.5(pid=2025) [trial-2387↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2025)] [trial-2387↪smpp↪esme_ms_sms_storeforward.py:30]\u000a09:46:35.627120 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.1 sec)\u000a09:46:35.688738 run osmo-hlr_10.42.42.2(pid=2022): ERR: Terminated: ERROR {rc=237} [trial-2387↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2022)]\u000a09:46:35.740763 run osmo-hlr_10.42.42.2(pid=2022): stdout: \u000a| (launched: 2022-12-13_09:46:32.667052) \u000a09:46:35.792244 run osmo-hlr_10.42.42.2(pid=2022): stderr: \u000a| �[0;m�[1;31m20221213094632865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094632865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094632865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094632865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094632865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094632865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094632891 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094632900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094632901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094632901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:46:35.862295 run osmo-msc_10.42.42.6(pid=2028): ERR: Terminated: ERROR {rc=2} [trial-2387↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2028)]\u000a09:46:35.913217 run osmo-msc_10.42.42.6(pid=2028): stdout: \u000a| (launched: 2022-12-13_09:46:34.688725) \u000a09:46:35.964883 run osmo-msc_10.42.42.6(pid=2028): stderr: \u000a| �[0;m�[38;5;43m20221213094635011 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213094635011 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b41e42c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213094635011 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213094635011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213094635011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213094635012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213094635013 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213094635014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213094635014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213094635014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:46:36.008552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2021): Terminating (SIGTERM)\u000a09:46:36.050425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2024): Terminating (SIGTERM)\u000a09:46:36.092434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2027): Terminating (SIGTERM)\u000a09:46:36.102036 --- ParallelTerminationStrategy: PID 2021 died...\u000a09:46:36.157045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2021): Terminated: ok {rc=0}\u000a09:46:36.166881 --- ParallelTerminationStrategy: PID 2024 died...\u000a09:46:36.221581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2024): Terminated: ok {rc=0}\u000a09:46:36.231444 --- ParallelTerminationStrategy: PID 2027 died...\u000a09:46:36.286095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2027): Terminated: ok {rc=0}\u000a09:46:36.372695 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2036): Process ended prematurely: osmo-stp_10.42.42.5(pid=2036) [trial-2387↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2036)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2036): Process ended prematurely: osmo-stp_10.42.42.5(pid=2036) [trial-2387↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2036)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a09:46:37.424472 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:46:37.435558 tst smpp: Using 1 x bts (candidates: 1)\u000a09:46:37.558681 tst esme_ms_sms_transaction.py: using LAC 33126\u000a09:46:37.676672 tst esme_ms_sms_transaction.py: using RAC 231\u000a09:46:37.795748 tst esme_ms_sms_transaction.py: using CellId 33126\u000a09:46:37.914892 tst esme_ms_sms_transaction.py: using BVCI 33127\u000a09:46:37.937721 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:46:37.948088 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:46:37.958543 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:46:37.968830 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:46:37.979487 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:46:37.990405 tst smpp: Using 1 x modem (candidates: 1)\u000a09:46:38.210322 tst esme_ms_sms_transaction.py: using MSISDN 8097\u000a09:46:38.317284 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:46:38.788222 run create_hlr_db(pid=2030): Launched\u000a09:46:38.961443 bus /sierra_2: Setting Powered False\u000a09:46:39.983022 run create_hlr_db(pid=2030): Terminated: ok {rc=0}\u000a09:46:40.407785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2032): Launched\u000a09:46:40.729440 run osmo-hlr_10.42.42.2(pid=2033): Launched\u000a09:46:40.847607 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:46:41.403223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2035): Launched\u000a09:46:41.723758 run osmo-stp_10.42.42.5(pid=2036): Launched\u000a09:46:41.840447 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:46:42.423885 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2038): Launched\u000a09:46:42.743035 run osmo-msc_10.42.42.6(pid=2039): Launched\u000a09:46:42.931122 run osmo-stp_10.42.42.5(pid=2036): ERR: Terminated: ERROR {rc=1} [trial-2387↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2036)]\u000a09:46:43.067507 run osmo-stp_10.42.42.5(pid=2036): stdout: \u000a| (launched: 2022-12-13_09:46:41.566433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:46:43.202637 run osmo-stp_10.42.42.5(pid=2036): stderr: \u000a| �[0;m�[38;5;43m20221213094641759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094641760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094641760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094641760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094641761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094641761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094641761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:46:43.332311 run osmo-stp_10.42.42.5(pid=2036): stdout: \u000a| (launched: 2022-12-13_09:46:41.566433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:46:43.460552 run osmo-stp_10.42.42.5(pid=2036): stderr: \u000a| �[0;m�[38;5;43m20221213094641759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094641760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094641760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094641760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094641761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094641761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094641761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:46:43.516424 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=2036): Process ended prematurely: osmo-stp_10.42.42.5(pid=2036) [trial-2387↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2036)] [trial-2387↪smpp↪esme_ms_sms_transaction.py:28]\u000a09:46:43.525322 tst esme_ms_sms_transaction.py:28: Test FAILED (6.1 sec)\u000a09:46:43.587394 run osmo-hlr_10.42.42.2(pid=2033): ERR: Terminated: ERROR {rc=237} [trial-2387↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2033)]\u000a09:46:43.638693 run osmo-hlr_10.42.42.2(pid=2033): stdout: \u000a| (launched: 2022-12-13_09:46:40.571075) \u000a09:46:43.690546 run osmo-hlr_10.42.42.2(pid=2033): stderr: \u000a| �[0;m�[1;31m20221213094640770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094640770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094640770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094640770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094640770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094640770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094640782 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094640791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094640791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094640791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:46:43.760582 run osmo-msc_10.42.42.6(pid=2039): ERR: Terminated: ERROR {rc=2} [trial-2387↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2039)]\u000a09:46:43.812226 run osmo-msc_10.42.42.6(pid=2039): stdout: \u000a| (launched: 2022-12-13_09:46:42.586782) \u000a09:46:43.864143 run osmo-msc_10.42.42.6(pid=2039): stderr: \u000a| �[0;m�[38;5;43m20221213094642907 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213094642907 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f02c835dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213094642907 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213094642907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213094642908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213094642908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213094642910 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213094642910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213094642910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213094642910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:46:43.908235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2032): Terminating (SIGTERM)\u000a09:46:43.949819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2035): Terminating (SIGTERM)\u000a09:46:43.991875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2038): Terminating (SIGTERM)\u000a09:46:44.001645 --- ParallelTerminationStrategy: PID 2032 died...\u000a09:46:44.058275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2032): Terminated: ok {rc=0}\u000a09:46:44.068430 --- ParallelTerminationStrategy: PID 2035 died...\u000a09:46:44.124268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2035): Terminated: ok {rc=0}\u000a09:46:44.134278 --- ParallelTerminationStrategy: PID 2038 died...\u000a09:46:44.190222 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2038): Terminated: ok {rc=0}\u000a09:46:44.276365 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:46:16" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2050): Process ended prematurely: osmo-stp_10.42.42.5(pid=2050) [trial-2387↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2050)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2050): Process ended prematurely: osmo-stp_10.42.42.5(pid=2050) [trial-2387↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2050)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a09:46:46.146379 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:46:46.158091 tst encryption: Using 1 x bts (candidates: 1)\u000a09:46:46.293581 tst register_a5_0_authopt.py: using LAC 33127\u000a09:46:46.439027 tst register_a5_0_authopt.py: using RAC 232\u000a09:46:46.599848 tst register_a5_0_authopt.py: using CellId 33127\u000a09:46:46.734922 tst register_a5_0_authopt.py: using BVCI 33128\u000a09:46:46.761699 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:46:46.773820 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:46:46.786425 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:46:46.798194 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:46:46.810800 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:46:46.823307 tst encryption: Using 1 x modem (candidates: 1)\u000a09:46:47.125217 tst register_a5_0_authopt.py:8: start network...\u000a09:46:47.263702 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:46:47.781701 run create_hlr_db(pid=2044): Launched\u000a09:46:47.969015 bus /sierra_2: Setting Powered False\u000a09:46:48.990444 run create_hlr_db(pid=2044): Terminated: ok {rc=0}\u000a09:46:49.419012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2046): Launched\u000a09:46:49.741968 run osmo-hlr_10.42.42.2(pid=2047): Launched\u000a09:46:49.864284 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:46:50.426920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2049): Launched\u000a09:46:50.749651 run osmo-stp_10.42.42.5(pid=2050): Launched\u000a09:46:50.866835 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:46:51.455568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2052): Launched\u000a09:46:51.778945 run osmo-msc_10.42.42.6(pid=2053): Launched\u000a09:46:51.968767 run osmo-stp_10.42.42.5(pid=2050): ERR: Terminated: ERROR {rc=1} [trial-2387↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2050)]\u000a09:46:52.105802 run osmo-stp_10.42.42.5(pid=2050): stdout: \u000a| (launched: 2022-12-13_09:46:50.591756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:46:52.241697 run osmo-stp_10.42.42.5(pid=2050): stderr: \u000a| �[0;m�[38;5;43m20221213094650784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094650784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094650784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094650785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094650785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094650785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094650785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:46:52.372410 run osmo-stp_10.42.42.5(pid=2050): stdout: \u000a| (launched: 2022-12-13_09:46:50.591756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:46:52.501737 run osmo-stp_10.42.42.5(pid=2050): stderr: \u000a| �[0;m�[38;5;43m20221213094650784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094650784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094650784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094650785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094650785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094650785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094650785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:46:52.558498 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2050): Process ended prematurely: osmo-stp_10.42.42.5(pid=2050) [trial-2387↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2050)] [trial-2387↪encryption↪register_a5_0_authopt.py:8]\u000a09:46:52.567631 tst register_a5_0_authopt.py:8: Test FAILED (6.5 sec)\u000a09:46:52.629728 run osmo-hlr_10.42.42.2(pid=2047): ERR: Terminated: ERROR {rc=237} [trial-2387↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2047)]\u000a09:46:52.680785 run osmo-hlr_10.42.42.2(pid=2047): stdout: \u000a| (launched: 2022-12-13_09:46:49.584374) \u000a09:46:52.732584 run osmo-hlr_10.42.42.2(pid=2047): stderr: \u000a| �[0;m�[1;31m20221213094649783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094649783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094649783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094649783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094649783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094649783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094649796 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094649804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094649804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094649804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:46:52.802790 run osmo-msc_10.42.42.6(pid=2053): ERR: Terminated: ERROR {rc=2} [trial-2387↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2053)]\u000a09:46:52.853811 run osmo-msc_10.42.42.6(pid=2053): stdout: \u000a| (launched: 2022-12-13_09:46:51.620520) \u000a09:46:52.905548 run osmo-msc_10.42.42.6(pid=2053): stderr: \u000a| �[0;m�[38;5;43m20221213094651944 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213094651944 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2d1264fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213094651944 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213094651944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213094651944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213094651945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213094651946 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213094651947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213094651947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213094651947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:46:52.949642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2046): Terminating (SIGTERM)\u000a09:46:52.991369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2049): Terminating (SIGTERM)\u000a09:46:53.033197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2052): Terminating (SIGTERM)\u000a09:46:53.042844 --- ParallelTerminationStrategy: PID 2046 died...\u000a09:46:53.098590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2046): Terminated: ok {rc=0}\u000a09:46:53.108672 --- ParallelTerminationStrategy: PID 2049 died...\u000a09:46:53.164348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2049): Terminated: ok {rc=0}\u000a09:46:53.174329 --- ParallelTerminationStrategy: PID 2052 died...\u000a09:46:53.229921 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2052): Terminated: ok {rc=0}\u000a09:46:53.316819 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2062): Process ended prematurely: osmo-stp_10.42.42.5(pid=2062) [trial-2387↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2062)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2062): Process ended prematurely: osmo-stp_10.42.42.5(pid=2062) [trial-2387↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2062)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a09:46:54.429070 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:46:54.440360 tst encryption: Using 1 x bts (candidates: 1)\u000a09:46:54.564851 tst register_a5_0_authreq.py: using LAC 33128\u000a09:46:54.683681 tst register_a5_0_authreq.py: using RAC 233\u000a09:46:54.803545 tst register_a5_0_authreq.py: using CellId 33128\u000a09:46:54.923607 tst register_a5_0_authreq.py: using BVCI 33129\u000a09:46:54.946466 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:46:54.957015 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:46:54.967359 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:46:54.977582 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:46:54.987868 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:46:54.998729 tst encryption: Using 1 x modem (candidates: 1)\u000a09:46:55.292559 tst register_a5_0_authreq.py:8: start network...\u000a09:46:55.429054 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:46:55.944835 run create_hlr_db(pid=2056): Launched\u000a09:46:56.131111 bus /sierra_2: Setting Powered False\u000a09:46:57.152602 run create_hlr_db(pid=2056): Terminated: ok {rc=0}\u000a09:46:57.565529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2058): Launched\u000a09:46:57.888137 run osmo-hlr_10.42.42.2(pid=2059): Launched\u000a09:46:58.006634 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:46:58.566576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2061): Launched\u000a09:46:58.889466 run osmo-stp_10.42.42.5(pid=2062): Launched\u000a09:46:59.007884 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:46:59.598304 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2064): Launched\u000a09:46:59.922454 run osmo-msc_10.42.42.6(pid=2065): Launched\u000a09:47:00.111688 run osmo-stp_10.42.42.5(pid=2062): ERR: Terminated: ERROR {rc=1} [trial-2387↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2062)]\u000a09:47:00.248321 run osmo-stp_10.42.42.5(pid=2062): stdout: \u000a| (launched: 2022-12-13_09:46:58.731175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:47:00.385060 run osmo-stp_10.42.42.5(pid=2062): stderr: \u000a| �[0;m�[38;5;43m20221213094658925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094658925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094658925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094658926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094658926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094658926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094658926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:47:00.515322 run osmo-stp_10.42.42.5(pid=2062): stdout: \u000a| (launched: 2022-12-13_09:46:58.731175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:47:00.644313 run osmo-stp_10.42.42.5(pid=2062): stderr: \u000a| �[0;m�[38;5;43m20221213094658925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094658925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094658925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094658926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094658926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094658926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094658926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:47:00.700937 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2062): Process ended prematurely: osmo-stp_10.42.42.5(pid=2062) [trial-2387↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2062)] [trial-2387↪encryption↪register_a5_0_authreq.py:8]\u000a09:47:00.710110 tst register_a5_0_authreq.py:8: Test FAILED (6.3 sec)\u000a09:47:00.772098 run osmo-hlr_10.42.42.2(pid=2059): ERR: Terminated: ERROR {rc=237} [trial-2387↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2059)]\u000a09:47:00.823399 run osmo-hlr_10.42.42.2(pid=2059): stdout: \u000a| (launched: 2022-12-13_09:46:57.730675) \u000a09:47:00.890666 run osmo-hlr_10.42.42.2(pid=2059): stderr: \u000a| �[0;m�[1;31m20221213094657932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094657932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094657932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094657932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094657932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094657932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094657957 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094657967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094657967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094657967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:47:00.962403 run osmo-msc_10.42.42.6(pid=2065): ERR: Terminated: ERROR {rc=2} [trial-2387↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2065)]\u000a09:47:01.015321 run osmo-msc_10.42.42.6(pid=2065): stdout: \u000a| (launched: 2022-12-13_09:46:59.763757) \u000a09:47:01.068653 run osmo-msc_10.42.42.6(pid=2065): stderr: \u000a| �[0;m�[38;5;43m20221213094700088 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213094700088 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdab9507c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213094700088 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213094700088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213094700088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213094700088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213094700090 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213094700091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213094700091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213094700091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:47:01.113741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2058): Terminating (SIGTERM)\u000a09:47:01.157365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2061): Terminating (SIGTERM)\u000a09:47:01.203104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2064): Terminating (SIGTERM)\u000a09:47:01.212870 --- ParallelTerminationStrategy: PID 2058 died...\u000a09:47:01.270120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2058): Terminated: ok {rc=0}\u000a09:47:01.281063 --- ParallelTerminationStrategy: PID 2061 died...\u000a09:47:01.338658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2061): Terminated: ok {rc=0}\u000a09:47:01.349207 --- ParallelTerminationStrategy: PID 2064 died...\u000a09:47:01.406317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2064): Terminated: ok {rc=0}\u000a09:47:01.495457 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2073): Process ended prematurely: osmo-stp_10.42.42.5(pid=2073) [trial-2387↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2073)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2073): Process ended prematurely: osmo-stp_10.42.42.5(pid=2073) [trial-2387↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2073)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a09:47:02.608927 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:47:02.620380 tst encryption: Using 1 x bts (candidates: 1)\u000a09:47:02.750821 tst register_a5_1_authreq.py: using LAC 33129\u000a09:47:02.877647 tst register_a5_1_authreq.py: using RAC 234\u000a09:47:03.004648 tst register_a5_1_authreq.py: using CellId 33129\u000a09:47:03.133359 tst register_a5_1_authreq.py: using BVCI 33130\u000a09:47:03.158609 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:47:03.170062 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:47:03.181412 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:47:03.192538 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:47:03.204051 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:47:03.215526 tst encryption: Using 1 x modem (candidates: 1)\u000a09:47:03.507804 tst register_a5_1_authreq.py:8: start network...\u000a09:47:03.643152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:47:04.160010 run create_hlr_db(pid=2067): Launched\u000a09:47:04.334608 bus /sierra_2: Setting Powered False\u000a09:47:05.356554 run create_hlr_db(pid=2067): Terminated: ok {rc=0}\u000a09:47:05.759269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2069): Launched\u000a09:47:06.063979 run osmo-hlr_10.42.42.2(pid=2070): Launched\u000a09:47:06.181282 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:47:06.707504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2072): Launched\u000a09:47:07.012120 run osmo-stp_10.42.42.5(pid=2073): Launched\u000a09:47:07.124068 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:47:07.675798 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2075): Launched\u000a09:47:07.981725 run osmo-msc_10.42.42.6(pid=2076): Launched\u000a09:47:08.160277 run osmo-stp_10.42.42.5(pid=2073): ERR: Terminated: ERROR {rc=1} [trial-2387↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2073)]\u000a09:47:08.289235 run osmo-stp_10.42.42.5(pid=2073): stdout: \u000a| (launched: 2022-12-13_09:47:06.861917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:47:08.415396 run osmo-stp_10.42.42.5(pid=2073): stderr: \u000a| �[0;m�[38;5;43m20221213094707035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094707035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094707035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094707036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094707036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094707036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094707036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:47:08.537966 run osmo-stp_10.42.42.5(pid=2073): stdout: \u000a| (launched: 2022-12-13_09:47:06.861917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:47:08.659503 run osmo-stp_10.42.42.5(pid=2073): stderr: \u000a| �[0;m�[38;5;43m20221213094707035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094707035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094707035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094707036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094707036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094707036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094707036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:47:08.712797 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2073): Process ended prematurely: osmo-stp_10.42.42.5(pid=2073) [trial-2387↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2073)] [trial-2387↪encryption↪register_a5_1_authreq.py:8]\u000a09:47:08.721458 tst register_a5_1_authreq.py:8: Test FAILED (6.1 sec)\u000a09:47:08.781183 run osmo-hlr_10.42.42.2(pid=2070): ERR: Terminated: ERROR {rc=237} [trial-2387↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2070)]\u000a09:47:08.830274 run osmo-hlr_10.42.42.2(pid=2070): stdout: \u000a| (launched: 2022-12-13_09:47:05.914056) \u000a09:47:08.880322 run osmo-hlr_10.42.42.2(pid=2070): stderr: \u000a| �[0;m�[1;31m20221213094706092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094706092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094706092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094706092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094706092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094706092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094706105 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094706113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094706113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094706113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:47:08.948719 run osmo-msc_10.42.42.6(pid=2076): ERR: Terminated: ERROR {rc=2} [trial-2387↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2076)]\u000a09:47:08.998180 run osmo-msc_10.42.42.6(pid=2076): stdout: \u000a| (launched: 2022-12-13_09:47:07.830330) \u000a09:47:09.048068 run osmo-msc_10.42.42.6(pid=2076): stderr: \u000a| �[0;m�[38;5;43m20221213094708101 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213094708102 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3ce19dec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213094708102 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213094708102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213094708102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213094708102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213094708104 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213094708104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213094708104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213094708104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:47:09.090281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2069): Terminating (SIGTERM)\u000a09:47:09.130316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2072): Terminating (SIGTERM)\u000a09:47:09.170101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2075): Terminating (SIGTERM)\u000a09:47:09.179341 --- ParallelTerminationStrategy: PID 2069 died...\u000a09:47:09.233270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2069): Terminated: ok {rc=0}\u000a09:47:09.242825 --- ParallelTerminationStrategy: PID 2072 died...\u000a09:47:09.296491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2072): Terminated: ok {rc=0}\u000a09:47:09.306125 --- ParallelTerminationStrategy: PID 2075 died...\u000a09:47:09.359789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2075): Terminated: ok {rc=0}\u000a09:47:09.443248 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2084): Process ended prematurely: osmo-stp_10.42.42.5(pid=2084) [trial-2387↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2084)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2084): Process ended prematurely: osmo-stp_10.42.42.5(pid=2084) [trial-2387↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2084)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a09:47:10.558916 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:47:10.570349 tst encryption: Using 1 x bts (candidates: 1)\u000a09:47:10.702248 tst register_a5_3_authreq.py: using LAC 33130\u000a09:47:10.829258 tst register_a5_3_authreq.py: using RAC 235\u000a09:47:10.957923 tst register_a5_3_authreq.py: using CellId 33130\u000a09:47:11.084244 tst register_a5_3_authreq.py: using BVCI 33131\u000a09:47:11.108930 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:47:11.119903 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:47:11.130725 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:47:11.141454 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:47:11.152234 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:47:11.163361 tst encryption: Using 1 x modem (candidates: 1)\u000a09:47:11.466836 tst register_a5_3_authreq.py:8: start network...\u000a09:47:11.604148 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:47:12.120555 run create_hlr_db(pid=2078): Launched\u000a09:47:12.307139 bus /sierra_2: Setting Powered False\u000a09:47:13.328681 run create_hlr_db(pid=2078): Terminated: ok {rc=0}\u000a09:47:13.735061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2080): Launched\u000a09:47:14.038915 run osmo-hlr_10.42.42.2(pid=2081): Launched\u000a09:47:14.158397 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:47:14.691414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2083): Launched\u000a09:47:14.994105 run osmo-stp_10.42.42.5(pid=2084): Launched\u000a09:47:15.105443 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:47:15.656411 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2086): Launched\u000a09:47:16.030179 run osmo-msc_10.42.42.6(pid=2087): Launched\u000a09:47:16.529073 run osmo-stp_10.42.42.5(pid=2084): ERR: Terminated: ERROR {rc=1} [trial-2387↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2084)]\u000a09:47:16.670014 run osmo-stp_10.42.42.5(pid=2084): stdout: \u000a| (launched: 2022-12-13_09:47:14.845455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:47:16.809141 run osmo-stp_10.42.42.5(pid=2084): stderr: \u000a| �[0;m�[38;5;43m20221213094715016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094715016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094715016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094715016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094715019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094715019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094715019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:47:16.944001 run osmo-stp_10.42.42.5(pid=2084): stdout: \u000a| (launched: 2022-12-13_09:47:14.845455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:47:17.079061 run osmo-stp_10.42.42.5(pid=2084): stderr: \u000a| �[0;m�[38;5;43m20221213094715016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094715016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094715016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094715016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094715019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094715019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094715019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:47:17.137584 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2084): Process ended prematurely: osmo-stp_10.42.42.5(pid=2084) [trial-2387↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2084)] [trial-2387↪encryption↪register_a5_3_authreq.py:8]\u000a09:47:17.147338 tst register_a5_3_authreq.py:8: Test FAILED (6.6 sec)\u000a09:47:17.212123 run osmo-hlr_10.42.42.2(pid=2081): ERR: Terminated: ERROR {rc=237} [trial-2387↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2081)]\u000a09:47:17.264064 run osmo-hlr_10.42.42.2(pid=2081): stdout: \u000a| (launched: 2022-12-13_09:47:13.889790) \u000a09:47:17.316585 run osmo-hlr_10.42.42.2(pid=2081): stderr: \u000a| �[0;m�[1;31m20221213094714067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094714067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094714067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094714067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094714067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094714067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094714079 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094714087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094714087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094714088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:47:17.387294 run osmo-msc_10.42.42.6(pid=2087): ERR: Terminated: ERROR {rc=2} [trial-2387↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2087)]\u000a09:47:17.439192 run osmo-msc_10.42.42.6(pid=2087): stdout: \u000a| (launched: 2022-12-13_09:47:15.810344) \u000a09:47:17.490947 run osmo-msc_10.42.42.6(pid=2087): stderr: \u000a| �[0;m�[38;5;43m20221213094716284 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213094716285 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1eeeca3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213094716285 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213094716285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213094716285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213094716285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213094716292 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213094716293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213094716293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213094716293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:47:17.535009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2080): Terminating (SIGTERM)\u000a09:47:17.576613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2083): Terminating (SIGTERM)\u000a09:47:17.618870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2086): Terminating (SIGTERM)\u000a09:47:17.628391 --- ParallelTerminationStrategy: PID 2080 died...\u000a09:47:17.684249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2080): Terminated: ok {rc=0}\u000a09:47:17.694256 --- ParallelTerminationStrategy: PID 2083 died...\u000a09:47:17.749945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2083): Terminated: ok {rc=0}\u000a09:47:17.759901 --- ParallelTerminationStrategy: PID 2086 died...\u000a09:47:17.815294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2086): Terminated: ok {rc=0}\u000a09:47:17.901304 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 34.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:46:45" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=2104): Process ended prematurely: srsepc(pid=2104) [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2104)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=2104): Process ended prematurely: srsepc(pid=2104) [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2104)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a09:47:19.879626 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a09:47:19.921101 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a09:47:19.936801 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a09:47:19.959286 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a09:47:20.108455 tst handover.py: using MSISDN 8098\u000a09:47:20.222293 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8098', subscriber_id=0}\u000a09:47:20.335092 run srsepc_10.42.42.118: Starting srsepc\u000a09:47:22.240795 run rm-remote-dir(pid=2092): Launched\u000a09:47:22.434930 bus /sierra_2: Setting Powered False\u000a09:47:23.459145 run rm-remote-dir(pid=2092): Terminated: ok {rc=0}\u000a09:47:23.879590 run mk-remote-dir(pid=2093): Launched\u000a09:47:25.064218 run mk-remote-dir(pid=2093): Terminated: ok {rc=0}\u000a09:47:25.338341 run scp-inst-to-remote(pid=2094): Launched\u000a09:47:27.533350 run scp-inst-to-remote(pid=2094): Terminated: ok {rc=0}\u000a09:47:27.876691 run rm-remote-dir(pid=2096): Launched\u000a09:47:29.072529 run rm-remote-dir(pid=2096): Terminated: ok {rc=0}\u000a09:47:29.416571 run mk-remote-dir(pid=2097): Launched\u000a09:47:30.614234 run mk-remote-dir(pid=2097): Terminated: ok {rc=0}\u000a09:47:30.905333 run scp-cfg-to-remote(pid=2098): Launched\u000a09:47:32.104577 run scp-cfg-to-remote(pid=2098): Terminated: ok {rc=0}\u000a09:47:32.407841 run scp-db-to-remote(pid=2100): Launched\u000a09:47:33.591043 run scp-db-to-remote(pid=2100): Terminated: ok {rc=0}\u000a09:47:33.703068 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a09:47:34.017907 run patchelf(pid=2102): Launched\u000a09:47:35.199684 run patchelf(pid=2102): Terminated: ok {rc=0}\u000a09:47:35.311179 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a09:47:35.625366 run setcap-netadm(pid=2103): Launched\u000a09:47:36.807656 run setcap-netadm(pid=2103): Terminated: ok {rc=0}\u000a09:47:37.115347 run srsepc(pid=2104): Launched\u000a09:47:37.224105 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a09:47:38.325967 run rm-remote-dir(pid=2105): Launched\u000a09:47:38.509973 run srsepc(pid=2104): ERR: Terminated: ERROR {rc=127} [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2104)]\u000a09:47:38.644678 run srsepc(pid=2104): stdout: \u000a| (launched: 2022-12-13_09:47:36.967781)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:47:38.778034 run srsepc(pid=2104): stderr: \u000a| (launched: 2022-12-13_09:47:37.012716)\u000a| Connection to 10.42.42.116 closed. \u000a09:47:38.906469 run srsepc(pid=2104): stdout: \u000a| (launched: 2022-12-13_09:47:36.967781)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:47:39.033506 run srsepc(pid=2104): stderr: \u000a| (launched: 2022-12-13_09:47:37.012716)\u000a| Connection to 10.42.42.116 closed. \u000a09:47:39.182671 run rm-remote-dir(pid=2105): Terminating (SIGINT)\u000a09:47:39.357841 run rm-remote-dir(pid=2105): Terminated: ok {rc=0}\u000a09:47:39.390158 tst handover.py:37: ERR: Error: srsepc(pid=2104): Process ended prematurely: srsepc(pid=2104) [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2104)] [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a09:47:39.399485 tst handover.py:37: Test FAILED (19.7 sec)\u000a09:47:39.507914 run scp-back-log(pid=2106): Launched\u000a09:47:40.593278 run scp-back-log(pid=2106): ERR: Terminated: ERROR {rc=1} [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2106)]\u000a09:47:40.654529 run scp-back-log(pid=2106): stdout: \u000a| (launched: 2022-12-13_09:47:39.439888) \u000a09:47:40.716113 run scp-back-log(pid=2106): stderr: \u000a| (launched: 2022-12-13_09:47:39.459372)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a09:47:40.767938 tst srsepc_10.42.42.118: Error('scp-back-log(pid=2106): launch_sync(): local process exited with status 1 [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2106)]')\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=2120): Process ended prematurely: srsepc(pid=2120) [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2120)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=2120): Process ended prematurely: srsepc(pid=2120) [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2120)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a09:47:40.942241 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a09:47:40.983124 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a09:47:41.198414 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a09:47:41.242790 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a09:47:41.259306 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a09:47:41.379088 tst iperf3_bidir.py: using MSISDN 8099\u000a09:47:41.485616 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8099', subscriber_id=0}\u000a09:47:41.590410 run srsepc_10.42.42.118: Starting srsepc\u000a09:47:42.222770 run rm-remote-dir(pid=2108): Launched\u000a09:47:43.407513 run rm-remote-dir(pid=2108): Terminated: ok {rc=0}\u000a09:47:43.730073 run mk-remote-dir(pid=2109): Launched\u000a09:47:44.914222 run mk-remote-dir(pid=2109): Terminated: ok {rc=0}\u000a09:47:45.186030 run scp-inst-to-remote(pid=2110): Launched\u000a09:47:47.384432 run scp-inst-to-remote(pid=2110): Terminated: ok {rc=0}\u000a09:47:47.738445 run rm-remote-dir(pid=2112): Launched\u000a09:47:48.935477 run rm-remote-dir(pid=2112): Terminated: ok {rc=0}\u000a09:47:49.278376 run mk-remote-dir(pid=2113): Launched\u000a09:47:50.475258 run mk-remote-dir(pid=2113): Terminated: ok {rc=0}\u000a09:47:50.764200 run scp-cfg-to-remote(pid=2114): Launched\u000a09:47:51.959249 run scp-cfg-to-remote(pid=2114): Terminated: ok {rc=0}\u000a09:47:52.250536 run scp-db-to-remote(pid=2116): Launched\u000a09:47:53.445452 run scp-db-to-remote(pid=2116): Terminated: ok {rc=0}\u000a09:47:53.565502 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a09:47:53.898808 run patchelf(pid=2118): Launched\u000a09:47:55.093456 run patchelf(pid=2118): Terminated: ok {rc=0}\u000a09:47:55.213019 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a09:47:55.546281 run setcap-netadm(pid=2119): Launched\u000a09:47:56.740228 run setcap-netadm(pid=2119): Terminated: ok {rc=0}\u000a09:47:57.065881 run srsepc(pid=2120): Launched\u000a09:47:57.180493 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a09:47:58.356840 run rm-remote-dir(pid=2121): Launched\u000a09:47:58.552080 run srsepc(pid=2120): ERR: Terminated: ERROR {rc=127} [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2120)]\u000a09:47:58.694824 run srsepc(pid=2120): stdout: \u000a| (launched: 2022-12-13_09:47:56.910642)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:47:58.837403 run srsepc(pid=2120): stderr: \u000a| (launched: 2022-12-13_09:47:56.958685)\u000a| Connection to 10.42.42.116 closed. \u000a09:47:58.975342 run srsepc(pid=2120): stdout: \u000a| (launched: 2022-12-13_09:47:56.910642)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:47:59.112256 run srsepc(pid=2120): stderr: \u000a| (launched: 2022-12-13_09:47:56.958685)\u000a| Connection to 10.42.42.116 closed. \u000a09:47:59.272292 run rm-remote-dir(pid=2121): Terminating (SIGINT)\u000a09:47:59.460573 run rm-remote-dir(pid=2121): Terminated: ok {rc=0}\u000a09:47:59.495231 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=2120): Process ended prematurely: srsepc(pid=2120) [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2120)] [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a09:47:59.505809 tst iperf3_bidir.py:42: Test FAILED (18.7 sec)\u000a09:47:59.620985 run scp-back-log(pid=2122): Launched\u000a09:48:00.712733 run scp-back-log(pid=2122): ERR: Terminated: ERROR {rc=1} [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2122)]\u000a09:48:00.778569 run scp-back-log(pid=2122): stdout: \u000a| (launched: 2022-12-13_09:47:59.549539) \u000a09:48:00.854574 run scp-back-log(pid=2122): stderr: \u000a| (launched: 2022-12-13_09:47:59.570206)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a09:48:00.923445 tst srsepc_10.42.42.118: Error('scp-back-log(pid=2122): launch_sync(): local process exited with status 1 [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2122)]')\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=2136): Process ended prematurely: srsepc(pid=2136) [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2136)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=2136): Process ended prematurely: srsepc(pid=2136) [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2136)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a09:48:01.143997 tst iperf3_dl.py:13: Number of physical ue: 1\u000a09:48:01.200752 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a09:48:01.428715 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a09:48:01.474422 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a09:48:01.491769 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a09:48:01.625343 tst iperf3_dl.py: using MSISDN 8100\u000a09:48:01.744685 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8100', subscriber_id=0}\u000a09:48:01.861314 run srsepc_10.42.42.118: Starting srsepc\u000a09:48:02.540566 run rm-remote-dir(pid=2124): Launched\u000a09:48:03.737879 run rm-remote-dir(pid=2124): Terminated: ok {rc=0}\u000a09:48:04.080467 run mk-remote-dir(pid=2125): Launched\u000a09:48:05.277445 run mk-remote-dir(pid=2125): Terminated: ok {rc=0}\u000a09:48:05.567259 run scp-inst-to-remote(pid=2126): Launched\u000a09:48:07.762840 run scp-inst-to-remote(pid=2126): Terminated: ok {rc=0}\u000a09:48:08.106367 run rm-remote-dir(pid=2128): Launched\u000a09:48:09.302597 run rm-remote-dir(pid=2128): Terminated: ok {rc=0}\u000a09:48:09.646137 run mk-remote-dir(pid=2129): Launched\u000a09:48:10.843352 run mk-remote-dir(pid=2129): Terminated: ok {rc=0}\u000a09:48:11.132420 run scp-cfg-to-remote(pid=2130): Launched\u000a09:48:12.327005 run scp-cfg-to-remote(pid=2130): Terminated: ok {rc=0}\u000a09:48:12.617178 run scp-db-to-remote(pid=2132): Launched\u000a09:48:13.811470 run scp-db-to-remote(pid=2132): Terminated: ok {rc=0}\u000a09:48:13.931695 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a09:48:14.265064 run patchelf(pid=2134): Launched\u000a09:48:15.460204 run patchelf(pid=2134): Terminated: ok {rc=0}\u000a09:48:15.579932 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a09:48:15.927123 run setcap-netadm(pid=2135): Launched\u000a09:48:17.120847 run setcap-netadm(pid=2135): Terminated: ok {rc=0}\u000a09:48:17.431645 run srsepc(pid=2136): Launched\u000a09:48:17.539736 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a09:48:18.648910 run rm-remote-dir(pid=2137): Launched\u000a09:48:18.833353 run srsepc(pid=2136): ERR: Terminated: ERROR {rc=127} [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2136)]\u000a09:48:18.967880 run srsepc(pid=2136): stdout: \u000a| (launched: 2022-12-13_09:48:17.284137)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:48:19.101461 run srsepc(pid=2136): stderr: \u000a| (launched: 2022-12-13_09:48:17.329403)\u000a| Connection to 10.42.42.116 closed. \u000a09:48:19.230079 run srsepc(pid=2136): stdout: \u000a| (launched: 2022-12-13_09:48:17.284137)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:48:19.357295 run srsepc(pid=2136): stderr: \u000a| (launched: 2022-12-13_09:48:17.329403)\u000a| Connection to 10.42.42.116 closed. \u000a09:48:19.506586 run rm-remote-dir(pid=2137): Terminating (SIGINT)\u000a09:48:19.681721 run rm-remote-dir(pid=2137): Terminated: ok {rc=0}\u000a09:48:19.713964 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=2136): Process ended prematurely: srsepc(pid=2136) [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2136)] [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a09:48:19.723406 tst iperf3_dl.py:42: Test FAILED (18.8 sec)\u000a09:48:19.831710 run scp-back-log(pid=2138): Launched\u000a09:48:20.916639 run scp-back-log(pid=2138): ERR: Terminated: ERROR {rc=1} [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2138)]\u000a09:48:20.977674 run scp-back-log(pid=2138): stdout: \u000a| (launched: 2022-12-13_09:48:19.763830) \u000a09:48:21.038876 run scp-back-log(pid=2138): stderr: \u000a| (launched: 2022-12-13_09:48:19.783327)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a09:48:21.090611 tst srsepc_10.42.42.118: Error('scp-back-log(pid=2138): launch_sync(): local process exited with status 1 [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2138)]')\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=2152): Process ended prematurely: srsepc(pid=2152) [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2152)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=2152): Process ended prematurely: srsepc(pid=2152) [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2152)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a09:48:21.265409 tst iperf3_ul.py:13: Number of physical ue: 1\u000a09:48:21.306488 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a09:48:21.508852 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a09:48:21.549881 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a09:48:21.565464 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a09:48:21.686505 tst iperf3_ul.py: using MSISDN 8101\u000a09:48:21.792873 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8101', subscriber_id=0}\u000a09:48:21.898671 run srsepc_10.42.42.118: Starting srsepc\u000a09:48:22.530729 run rm-remote-dir(pid=2140): Launched\u000a09:48:23.715767 run rm-remote-dir(pid=2140): Terminated: ok {rc=0}\u000a09:48:24.039804 run mk-remote-dir(pid=2141): Launched\u000a09:48:25.235955 run mk-remote-dir(pid=2141): Terminated: ok {rc=0}\u000a09:48:25.526483 run scp-inst-to-remote(pid=2142): Launched\u000a09:48:27.723368 run scp-inst-to-remote(pid=2142): Terminated: ok {rc=0}\u000a09:48:28.066101 run rm-remote-dir(pid=2144): Launched\u000a09:48:29.263667 run rm-remote-dir(pid=2144): Terminated: ok {rc=0}\u000a09:48:29.608174 run mk-remote-dir(pid=2145): Launched\u000a09:48:30.805718 run mk-remote-dir(pid=2145): Terminated: ok {rc=0}\u000a09:48:31.143103 run scp-cfg-to-remote(pid=2146): Launched\u000a09:48:32.354159 run scp-cfg-to-remote(pid=2146): Terminated: ok {rc=0}\u000a09:48:32.631675 run scp-db-to-remote(pid=2148): Launched\u000a09:48:33.814517 run scp-db-to-remote(pid=2148): Terminated: ok {rc=0}\u000a09:48:33.926123 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a09:48:34.240766 run patchelf(pid=2150): Launched\u000a09:48:35.423691 run patchelf(pid=2150): Terminated: ok {rc=0}\u000a09:48:35.535522 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a09:48:35.849338 run setcap-netadm(pid=2151): Launched\u000a09:48:37.032013 run setcap-netadm(pid=2151): Terminated: ok {rc=0}\u000a09:48:37.339765 run srsepc(pid=2152): Launched\u000a09:48:37.447486 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a09:48:38.556742 run rm-remote-dir(pid=2153): Launched\u000a09:48:38.740905 run srsepc(pid=2152): ERR: Terminated: ERROR {rc=127} [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2152)]\u000a09:48:38.875323 run srsepc(pid=2152): stdout: \u000a| (launched: 2022-12-13_09:48:37.192127)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:48:39.008424 run srsepc(pid=2152): stderr: \u000a| (launched: 2022-12-13_09:48:37.237294)\u000a| Connection to 10.42.42.116 closed. \u000a09:48:39.137376 run srsepc(pid=2152): stdout: \u000a| (launched: 2022-12-13_09:48:37.192127)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:48:39.264409 run srsepc(pid=2152): stderr: \u000a| (launched: 2022-12-13_09:48:37.237294)\u000a| Connection to 10.42.42.116 closed. \u000a09:48:39.413383 run rm-remote-dir(pid=2153): Terminating (SIGINT)\u000a09:48:39.588781 run rm-remote-dir(pid=2153): Terminated: ok {rc=0}\u000a09:48:39.621167 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=2152): Process ended prematurely: srsepc(pid=2152) [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2152)] [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a09:48:39.630822 tst iperf3_ul.py:42: Test FAILED (18.5 sec)\u000a09:48:39.738739 run scp-back-log(pid=2154): Launched\u000a09:48:40.824277 run scp-back-log(pid=2154): ERR: Terminated: ERROR {rc=1} [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2154)]\u000a09:48:40.885353 run scp-back-log(pid=2154): stdout: \u000a| (launched: 2022-12-13_09:48:39.670983) \u000a09:48:40.947138 run scp-back-log(pid=2154): stderr: \u000a| (launched: 2022-12-13_09:48:39.690433)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a09:48:40.999447 tst srsepc_10.42.42.118: Error('scp-back-log(pid=2154): launch_sync(): local process exited with status 1 [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2154)]')\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=2168): Process ended prematurely: srsepc(pid=2168) [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2168)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=2168): Process ended prematurely: srsepc(pid=2168) [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2168)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a09:48:41.013210 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a09:48:41.029610 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a09:48:41.052020 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a09:48:41.191903 tst ping.py: using MSISDN 8102\u000a09:48:41.298562 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8102', subscriber_id=0}\u000a09:48:41.404468 run srsepc_10.42.42.118: Starting srsepc\u000a09:48:42.037979 run rm-remote-dir(pid=2156): Launched\u000a09:48:43.222246 run rm-remote-dir(pid=2156): Terminated: ok {rc=0}\u000a09:48:43.544111 run mk-remote-dir(pid=2157): Launched\u000a09:48:44.738818 run mk-remote-dir(pid=2157): Terminated: ok {rc=0}\u000a09:48:45.026889 run scp-inst-to-remote(pid=2158): Launched\u000a09:48:47.229077 run scp-inst-to-remote(pid=2158): Terminated: ok {rc=0}\u000a09:48:47.600866 run rm-remote-dir(pid=2160): Launched\u000a09:48:48.797497 run rm-remote-dir(pid=2160): Terminated: ok {rc=0}\u000a09:48:49.139711 run mk-remote-dir(pid=2161): Launched\u000a09:48:50.336512 run mk-remote-dir(pid=2161): Terminated: ok {rc=0}\u000a09:48:50.625607 run scp-cfg-to-remote(pid=2162): Launched\u000a09:48:51.819593 run scp-cfg-to-remote(pid=2162): Terminated: ok {rc=0}\u000a09:48:52.109435 run scp-db-to-remote(pid=2164): Launched\u000a09:48:53.303647 run scp-db-to-remote(pid=2164): Terminated: ok {rc=0}\u000a09:48:53.423511 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a09:48:53.754715 run patchelf(pid=2166): Launched\u000a09:48:54.948307 run patchelf(pid=2166): Terminated: ok {rc=0}\u000a09:48:55.067664 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a09:48:55.399519 run setcap-netadm(pid=2167): Launched\u000a09:48:56.593541 run setcap-netadm(pid=2167): Terminated: ok {rc=0}\u000a09:48:56.917752 run srsepc(pid=2168): Launched\u000a09:48:57.031649 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a09:48:58.207598 run rm-remote-dir(pid=2169): Launched\u000a09:48:58.403657 run srsepc(pid=2168): ERR: Terminated: ERROR {rc=127} [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2168)]\u000a09:48:58.546448 run srsepc(pid=2168): stdout: \u000a| (launched: 2022-12-13_09:48:56.763470)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:48:58.689196 run srsepc(pid=2168): stderr: \u000a| (launched: 2022-12-13_09:48:56.811289)\u000a| Connection to 10.42.42.116 closed. \u000a09:48:58.826708 run srsepc(pid=2168): stdout: \u000a| (launched: 2022-12-13_09:48:56.763470)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:48:58.962913 run srsepc(pid=2168): stderr: \u000a| (launched: 2022-12-13_09:48:56.811289)\u000a| Connection to 10.42.42.116 closed. \u000a09:48:59.122886 run rm-remote-dir(pid=2169): Terminating (SIGINT)\u000a09:48:59.309866 run rm-remote-dir(pid=2169): Terminated: ok {rc=0}\u000a09:48:59.344455 tst ping.py:16: ERR: Error: srsepc(pid=2168): Process ended prematurely: srsepc(pid=2168) [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2168)] [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a09:48:59.354868 tst ping.py:16: Test FAILED (18.3 sec)\u000a09:48:59.469410 run scp-back-log(pid=2170): Launched\u000a09:49:00.560299 run scp-back-log(pid=2170): ERR: Terminated: ERROR {rc=1} [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2170)]\u000a09:49:00.625393 run scp-back-log(pid=2170): stdout: \u000a| (launched: 2022-12-13_09:48:59.398594) \u000a09:49:00.690450 run scp-back-log(pid=2170): stderr: \u000a| (launched: 2022-12-13_09:48:59.419161)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a09:49:00.745802 tst srsepc_10.42.42.118: Error('scp-back-log(pid=2170): launch_sync(): local process exited with status 1 [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2170)]')\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=2184): Process ended prematurely: srsepc(pid=2184) [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2184)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=2184): Process ended prematurely: srsepc(pid=2184) [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2184)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a09:49:00.760195 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a09:49:00.777584 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a09:49:00.802053 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a09:49:00.959666 tst rrc_idle_mo_ping.py: using MSISDN 8103\u000a09:49:01.076311 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8103', subscriber_id=0}\u000a09:49:01.191842 run srsepc_10.42.42.118: Starting srsepc\u000a09:49:01.956217 run rm-remote-dir(pid=2172): Launched\u000a09:49:03.174923 run rm-remote-dir(pid=2172): Terminated: ok {rc=0}\u000a09:49:03.498157 run mk-remote-dir(pid=2173): Launched\u000a09:49:04.692579 run mk-remote-dir(pid=2173): Terminated: ok {rc=0}\u000a09:49:04.981266 run scp-inst-to-remote(pid=2174): Launched\u000a09:49:07.178161 run scp-inst-to-remote(pid=2174): Terminated: ok {rc=0}\u000a09:49:07.521140 run rm-remote-dir(pid=2176): Launched\u000a09:49:08.717486 run rm-remote-dir(pid=2176): Terminated: ok {rc=0}\u000a09:49:09.060201 run mk-remote-dir(pid=2177): Launched\u000a09:49:10.246040 run mk-remote-dir(pid=2177): Terminated: ok {rc=0}\u000a09:49:10.519766 run scp-cfg-to-remote(pid=2178): Launched\u000a09:49:11.703391 run scp-cfg-to-remote(pid=2178): Terminated: ok {rc=0}\u000a09:49:12.016084 run scp-db-to-remote(pid=2180): Launched\u000a09:49:13.210941 run scp-db-to-remote(pid=2180): Terminated: ok {rc=0}\u000a09:49:13.330689 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a09:49:13.664248 run patchelf(pid=2182): Launched\u000a09:49:14.858441 run patchelf(pid=2182): Terminated: ok {rc=0}\u000a09:49:14.977868 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a09:49:15.311354 run setcap-netadm(pid=2183): Launched\u000a09:49:16.543908 run setcap-netadm(pid=2183): Terminated: ok {rc=0}\u000a09:49:16.921644 run srsepc(pid=2184): Launched\u000a09:49:17.076523 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a09:49:18.205043 run rm-remote-dir(pid=2185): Launched\u000a09:49:18.388709 run srsepc(pid=2184): ERR: Terminated: ERROR {rc=127} [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2184)]\u000a09:49:18.523916 run srsepc(pid=2184): stdout: \u000a| (launched: 2022-12-13_09:49:16.709078)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:49:18.657792 run srsepc(pid=2184): stderr: \u000a| (launched: 2022-12-13_09:49:16.755389)\u000a| Connection to 10.42.42.116 closed. \u000a09:49:18.786439 run srsepc(pid=2184): stdout: \u000a| (launched: 2022-12-13_09:49:16.709078)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:49:18.913605 run srsepc(pid=2184): stderr: \u000a| (launched: 2022-12-13_09:49:16.755389)\u000a| Connection to 10.42.42.116 closed. \u000a09:49:19.063256 run rm-remote-dir(pid=2185): Terminating (SIGINT)\u000a09:49:19.238987 run rm-remote-dir(pid=2185): Terminated: ok {rc=0}\u000a09:49:19.271258 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=2184): Process ended prematurely: srsepc(pid=2184) [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2184)] [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a09:49:19.280801 tst rrc_idle_mo_ping.py:16: Test FAILED (18.5 sec)\u000a09:49:19.389541 run scp-back-log(pid=2186): Launched\u000a09:49:20.474774 run scp-back-log(pid=2186): ERR: Terminated: ERROR {rc=1} [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2186)]\u000a09:49:20.535995 run scp-back-log(pid=2186): stdout: \u000a| (launched: 2022-12-13_09:49:19.321287) \u000a09:49:20.598145 run scp-back-log(pid=2186): stderr: \u000a| (launched: 2022-12-13_09:49:19.340772)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a09:49:20.649954 tst srsepc_10.42.42.118: Error('scp-back-log(pid=2186): launch_sync(): local process exited with status 1 [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2186)]')\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=2201): Process ended prematurely: srsepc(pid=2201) [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2201)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=2201): Process ended prematurely: srsepc(pid=2201) [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2201)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a09:49:20.663489 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a09:49:20.679659 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a09:49:20.702085 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a09:49:20.846590 tst rrc_idle_mt_ping.py: using MSISDN 8104\u000a09:49:20.960717 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8104', subscriber_id=0}\u000a09:49:21.074147 run srsepc_10.42.42.118: Starting srsepc\u000a09:49:21.749229 run rm-remote-dir(pid=2189): Launched\u000a09:49:22.945914 run rm-remote-dir(pid=2189): Terminated: ok {rc=0}\u000a09:49:23.290186 run mk-remote-dir(pid=2190): Launched\u000a09:49:24.487485 run mk-remote-dir(pid=2190): Terminated: ok {rc=0}\u000a09:49:24.778140 run scp-inst-to-remote(pid=2191): Launched\u000a09:49:26.975114 run scp-inst-to-remote(pid=2191): Terminated: ok {rc=0}\u000a09:49:27.318656 run rm-remote-dir(pid=2193): Launched\u000a09:49:28.514819 run rm-remote-dir(pid=2193): Terminated: ok {rc=0}\u000a09:49:28.859224 run mk-remote-dir(pid=2194): Launched\u000a09:49:30.056422 run mk-remote-dir(pid=2194): Terminated: ok {rc=0}\u000a09:49:30.346132 run scp-cfg-to-remote(pid=2195): Launched\u000a09:49:31.583411 run scp-cfg-to-remote(pid=2195): Terminated: ok {rc=0}\u000a09:49:32.035904 run scp-db-to-remote(pid=2197): Launched\u000a09:49:33.267498 run scp-db-to-remote(pid=2197): Terminated: ok {rc=0}\u000a09:49:33.387733 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a09:49:33.721391 run patchelf(pid=2199): Launched\u000a09:49:34.916891 run patchelf(pid=2199): Terminated: ok {rc=0}\u000a09:49:35.036924 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a09:49:35.370818 run setcap-netadm(pid=2200): Launched\u000a09:49:36.566005 run setcap-netadm(pid=2200): Terminated: ok {rc=0}\u000a09:49:36.893285 run srsepc(pid=2201): Launched\u000a09:49:37.007628 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a09:49:38.186508 run rm-remote-dir(pid=2202): Launched\u000a09:49:38.380317 run srsepc(pid=2201): ERR: Terminated: ERROR {rc=127} [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2201)]\u000a09:49:38.522942 run srsepc(pid=2201): stdout: \u000a| (launched: 2022-12-13_09:49:36.737625)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:49:38.664297 run srsepc(pid=2201): stderr: \u000a| (launched: 2022-12-13_09:49:36.785896)\u000a| Connection to 10.42.42.116 closed. \u000a09:49:38.802191 run srsepc(pid=2201): stdout: \u000a| (launched: 2022-12-13_09:49:36.737625)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:49:38.937991 run srsepc(pid=2201): stderr: \u000a| (launched: 2022-12-13_09:49:36.785896)\u000a| Connection to 10.42.42.116 closed. \u000a09:49:39.097266 run rm-remote-dir(pid=2202): Terminating (SIGINT)\u000a09:49:39.284717 run rm-remote-dir(pid=2202): Terminated: ok {rc=0}\u000a09:49:39.319180 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=2201): Process ended prematurely: srsepc(pid=2201) [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2201)] [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a09:49:39.329432 tst rrc_idle_mt_ping.py:16: Test FAILED (18.7 sec)\u000a09:49:39.442922 run scp-back-log(pid=2203): Launched\u000a09:49:40.532864 run scp-back-log(pid=2203): ERR: Terminated: ERROR {rc=1} [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2203)]\u000a09:49:40.597514 run scp-back-log(pid=2203): stdout: \u000a| (launched: 2022-12-13_09:49:39.372561) \u000a09:49:40.662464 run scp-back-log(pid=2203): stderr: \u000a| (launched: 2022-12-13_09:49:39.393166)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a09:49:40.718347 tst srsepc_10.42.42.118: Error('scp-back-log(pid=2203): launch_sync(): local process exited with status 1 [trial-2387↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2203)]')\u000a" } ], "duration" : 142.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:47:19" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2216): Process ended prematurely: osmo-stp_10.42.42.5(pid=2216) [trial-2387↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2216)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2216): Process ended prematurely: osmo-stp_10.42.42.5(pid=2216) [trial-2387↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2216)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a09:49:41.572708 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a09:49:41.583843 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a09:49:41.714211 tst handover.py: using LAC 33131\u000a09:49:41.829152 tst handover.py: using RAC 236\u000a09:49:41.944344 tst handover.py: using CellId 33131\u000a09:49:42.061423 tst handover.py: using BVCI 33132\u000a09:49:42.083978 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a09:49:42.202247 tst handover.py: using LAC 33132\u000a09:49:42.317594 tst handover.py: using RAC 237\u000a09:49:42.432646 tst handover.py: using CellId 33132\u000a09:49:42.549530 tst handover.py: using BVCI 33133\u000a09:49:42.572231 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a09:49:42.583005 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a09:49:42.593434 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a09:49:42.603862 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a09:49:42.614420 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a09:49:42.624816 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a09:49:42.743144 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a09:49:42.940705 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:49:43.408315 run create_hlr_db(pid=2210): Launched\u000a09:49:44.582866 run create_hlr_db(pid=2210): Terminated: ok {rc=0}\u000a09:49:44.888524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2212): Launched\u000a09:49:45.184937 run osmo-hlr_10.42.42.2(pid=2213): Launched\u000a09:49:45.293031 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:49:45.808088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2215): Launched\u000a09:49:46.198576 run osmo-stp_10.42.42.5(pid=2216): Launched\u000a09:49:46.323171 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:49:46.939474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2218): Launched\u000a09:49:47.250156 run osmo-msc_10.42.42.6(pid=2219): Launched\u000a09:49:47.484060 run osmo-stp_10.42.42.5(pid=2216): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2216)]\u000a09:49:47.671789 run osmo-stp_10.42.42.5(pid=2216): stdout: \u000a| (launched: 2022-12-13_09:49:45.979086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:49:47.804101 run osmo-stp_10.42.42.5(pid=2216): stderr: \u000a| �[0;m�[38;5;43m20221213094946363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094946363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094946363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094946363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094946364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094946364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094946364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:49:47.924106 run osmo-stp_10.42.42.5(pid=2216): stdout: \u000a| (launched: 2022-12-13_09:49:45.979086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:49:48.043024 run osmo-stp_10.42.42.5(pid=2216): stderr: \u000a| �[0;m�[38;5;43m20221213094946363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094946363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094946363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094946363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094946364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094946364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094946364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:49:48.095058 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2216): Process ended prematurely: osmo-stp_10.42.42.5(pid=2216) [trial-2387↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2216)] [trial-2387↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a09:49:48.102939 tst handover.py:18: Test FAILED (6.5 sec)\u000a09:49:48.161937 run osmo-hlr_10.42.42.2(pid=2213): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2213)]\u000a09:49:48.210695 run osmo-hlr_10.42.42.2(pid=2213): stdout: \u000a| (launched: 2022-12-13_09:49:45.039699) \u000a09:49:48.259853 run osmo-hlr_10.42.42.2(pid=2213): stderr: \u000a| �[0;m�[1;31m20221213094945215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094945215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094945215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094945215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094945215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094945215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094945227 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094945238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094945238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094945238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:49:48.326797 run osmo-msc_10.42.42.6(pid=2219): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2219)]\u000a09:49:48.375172 run osmo-msc_10.42.42.6(pid=2219): stdout: \u000a| (launched: 2022-12-13_09:49:47.093648) \u000a09:49:48.424422 run osmo-msc_10.42.42.6(pid=2219): stderr: \u000a| �[0;m�[38;5;43m20221213094947619 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213094947620 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa69ca68c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213094947620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213094947620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213094947620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213094947620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213094947624 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213094947624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213094947624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213094947624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:49:48.466040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2212): Terminating (SIGTERM)\u000a09:49:48.505355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2215): Terminating (SIGTERM)\u000a09:49:48.545246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2218): Terminating (SIGTERM)\u000a09:49:48.554316 --- ParallelTerminationStrategy: PID 2212 died...\u000a09:49:48.607264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2212): Terminated: ok {rc=0}\u000a09:49:48.616753 --- ParallelTerminationStrategy: PID 2215 died...\u000a09:49:48.669479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2215): Terminated: ok {rc=0}\u000a09:49:48.678901 --- ParallelTerminationStrategy: PID 2218 died...\u000a09:49:48.731636 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2218): Terminated: ok {rc=0}\u000a09:49:48.819812 bus /sierra_3: Setting Powered False\u000a09:49:49.920798 bus /sierra_3: Setting Powered False\u000a09:49:51.027308 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:49:41" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2231): Process ended prematurely: osmo-stp_10.42.42.5(pid=2231) [trial-2387↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2231)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2231): Process ended prematurely: osmo-stp_10.42.42.5(pid=2231) [trial-2387↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2231)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a09:49:52.993543 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:49:53.004609 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a09:49:53.135164 tst handover.py: using LAC 33133\u000a09:49:53.260704 tst handover.py: using RAC 238\u000a09:49:53.385966 tst handover.py: using CellId 33133\u000a09:49:53.514087 tst handover.py: using BVCI 33134\u000a09:49:53.538429 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a09:49:53.665771 tst handover.py: using LAC 33134\u000a09:49:53.793309 tst handover.py: using RAC 239\u000a09:49:53.920187 tst handover.py: using CellId 33134\u000a09:49:54.045859 tst handover.py: using BVCI 33135\u000a09:49:54.070199 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:49:54.081462 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:49:54.092609 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:49:54.103648 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:49:54.115150 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:49:54.126619 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a09:49:54.245080 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a09:49:54.454436 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:49:54.934787 run create_hlr_db(pid=2225): Launched\u000a09:49:55.064140 bus /sierra_2: Setting Powered False\u000a09:49:56.139565 run create_hlr_db(pid=2225): Terminated: ok {rc=0}\u000a09:49:56.515341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2227): Launched\u000a09:49:56.814868 run osmo-hlr_10.42.42.2(pid=2228): Launched\u000a09:49:56.931672 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:49:57.433486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2230): Launched\u000a09:49:57.733096 run osmo-stp_10.42.42.5(pid=2231): Launched\u000a09:49:57.843277 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:49:58.364634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2233): Launched\u000a09:49:58.665093 run osmo-msc_10.42.42.6(pid=2234): Launched\u000a09:49:58.842798 run osmo-stp_10.42.42.5(pid=2231): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2231)]\u000a09:49:58.971054 run osmo-stp_10.42.42.5(pid=2231): stdout: \u000a| (launched: 2022-12-13_09:49:57.585169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:49:59.096454 run osmo-stp_10.42.42.5(pid=2231): stderr: \u000a| �[0;m�[38;5;43m20221213094957752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094957752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094957753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094957753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094957754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094957754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094957754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:49:59.217331 run osmo-stp_10.42.42.5(pid=2231): stdout: \u000a| (launched: 2022-12-13_09:49:57.585169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:49:59.337137 run osmo-stp_10.42.42.5(pid=2231): stderr: \u000a| �[0;m�[38;5;43m20221213094957752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213094957752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213094957753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213094957753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213094957754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213094957754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213094957754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:49:59.389572 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2231): Process ended prematurely: osmo-stp_10.42.42.5(pid=2231) [trial-2387↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2231)] [trial-2387↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a09:49:59.397826 tst handover.py:18: Test FAILED (6.4 sec)\u000a09:49:59.457348 run osmo-hlr_10.42.42.2(pid=2228): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2228)]\u000a09:49:59.506681 run osmo-hlr_10.42.42.2(pid=2228): stdout: \u000a| (launched: 2022-12-13_09:49:56.667064) \u000a09:49:59.556326 run osmo-hlr_10.42.42.2(pid=2228): stderr: \u000a| �[0;m�[1;31m20221213094956844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213094956844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213094956844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094956844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213094956844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213094956844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213094956856 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213094956865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213094956865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213094956865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:49:59.623734 run osmo-msc_10.42.42.6(pid=2234): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2234)]\u000a09:49:59.672814 run osmo-msc_10.42.42.6(pid=2234): stdout: \u000a| (launched: 2022-12-13_09:49:58.517270) \u000a09:49:59.722649 run osmo-msc_10.42.42.6(pid=2234): stderr: \u000a| �[0;m�[38;5;43m20221213094958789 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213094958789 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8b636bbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213094958790 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213094958790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213094958790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213094958790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213094958792 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213094958792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213094958792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213094958792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:49:59.764815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2227): Terminating (SIGTERM)\u000a09:49:59.804462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2230): Terminating (SIGTERM)\u000a09:49:59.844263 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2233): Terminating (SIGTERM)\u000a09:49:59.853459 --- ParallelTerminationStrategy: PID 2227 died...\u000a09:49:59.906929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2227): Terminated: ok {rc=0}\u000a09:49:59.916288 --- ParallelTerminationStrategy: PID 2230 died...\u000a09:49:59.969444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2230): Terminated: ok {rc=0}\u000a09:49:59.979426 --- ParallelTerminationStrategy: PID 2233 died...\u000a09:50:00.032563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2233): Terminated: ok {rc=0}\u000a09:50:00.119895 bus /sierra_3: Setting Powered False\u000a09:50:01.239300 bus /sierra_3: Setting Powered False\u000a09:50:02.360544 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:49:52" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2255): Process ended prematurely: osmo-stp_10.42.42.5(pid=2255) [trial-2387↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2255)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2255): Process ended prematurely: osmo-stp_10.42.42.5(pid=2255) [trial-2387↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2255)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a09:50:04.341737 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:50:04.352767 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a09:50:04.482310 tst handover.py: using LAC 33135\u000a09:50:04.608335 tst handover.py: using RAC 240\u000a09:50:04.733039 tst handover.py: using CellId 33135\u000a09:50:04.857368 tst handover.py: using BVCI 33136\u000a09:50:04.881619 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a09:50:05.021144 tst handover.py: using LAC 33136\u000a09:50:05.142581 tst handover.py: using RAC 241\u000a09:50:05.262541 tst handover.py: using CellId 33136\u000a09:50:05.378734 tst handover.py: using BVCI 33137\u000a09:50:05.401595 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:50:05.412335 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:50:05.422990 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:50:05.433557 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:50:05.444595 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:50:05.455518 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a09:50:05.571041 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a09:50:05.779305 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:50:06.260370 run create_hlr_db(pid=2249): Launched\u000a09:50:06.390550 bus /sierra_2: Setting Powered False\u000a09:50:07.466873 run create_hlr_db(pid=2249): Terminated: ok {rc=0}\u000a09:50:07.841783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2251): Launched\u000a09:50:08.141822 run osmo-hlr_10.42.42.2(pid=2252): Launched\u000a09:50:08.257758 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:50:08.754179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2254): Launched\u000a09:50:09.053176 run osmo-stp_10.42.42.5(pid=2255): Launched\u000a09:50:09.162561 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:50:09.681772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2257): Launched\u000a09:50:09.981508 run osmo-msc_10.42.42.6(pid=2258): Launched\u000a09:50:10.159253 run osmo-stp_10.42.42.5(pid=2255): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2255)]\u000a09:50:10.286923 run osmo-stp_10.42.42.5(pid=2255): stdout: \u000a| (launched: 2022-12-13_09:50:08.905824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:50:10.411584 run osmo-stp_10.42.42.5(pid=2255): stderr: \u000a| �[0;m�[38;5;43m20221213095009075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095009075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095009076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095009076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095009077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095009077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095009077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:50:10.531814 run osmo-stp_10.42.42.5(pid=2255): stdout: \u000a| (launched: 2022-12-13_09:50:08.905824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:50:10.650974 run osmo-stp_10.42.42.5(pid=2255): stderr: \u000a| �[0;m�[38;5;43m20221213095009075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095009075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095009076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095009076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095009077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095009077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095009077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:50:10.703086 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2255): Process ended prematurely: osmo-stp_10.42.42.5(pid=2255) [trial-2387↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2255)] [trial-2387↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a09:50:10.711004 tst handover.py:18: Test FAILED (6.4 sec)\u000a09:50:10.770615 run osmo-hlr_10.42.42.2(pid=2252): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2252)]\u000a09:50:10.819183 run osmo-hlr_10.42.42.2(pid=2252): stdout: \u000a| (launched: 2022-12-13_09:50:07.994242) \u000a09:50:10.868318 run osmo-hlr_10.42.42.2(pid=2252): stderr: \u000a| �[0;m�[1;31m20221213095008167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095008167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095008167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095008167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095008167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095008167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095008179 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095008189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095008189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095008189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:50:10.935055 run osmo-msc_10.42.42.6(pid=2258): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2258)]\u000a09:50:10.983539 run osmo-msc_10.42.42.6(pid=2258): stdout: \u000a| (launched: 2022-12-13_09:50:09.833277) \u000a09:50:11.032531 run osmo-msc_10.42.42.6(pid=2258): stderr: \u000a| �[0;m�[38;5;43m20221213095010104 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095010104 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe6109bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095010105 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095010105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095010105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095010105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095010107 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095010107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095010107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095010107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:50:11.074274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2251): Terminating (SIGTERM)\u000a09:50:11.113842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2254): Terminating (SIGTERM)\u000a09:50:11.153326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2257): Terminating (SIGTERM)\u000a09:50:11.162323 --- ParallelTerminationStrategy: PID 2251 died...\u000a09:50:11.215566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2251): Terminated: ok {rc=0}\u000a09:50:11.224898 --- ParallelTerminationStrategy: PID 2254 died...\u000a09:50:11.277693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2254): Terminated: ok {rc=0}\u000a09:50:11.286976 --- ParallelTerminationStrategy: PID 2257 died...\u000a09:50:11.339669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2257): Terminated: ok {rc=0}\u000a09:50:11.422246 bus /sierra_3: Setting Powered False\u000a09:50:12.531339 bus /sierra_3: Setting Powered False\u000a09:50:13.650636 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:50:04" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2622): Process ended prematurely: osmo-stp_10.42.42.5(pid=2622) [trial-2387↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2622)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2622): Process ended prematurely: osmo-stp_10.42.42.5(pid=2622) [trial-2387↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2622)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a09:50:15.647359 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:50:15.659195 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a09:50:15.783357 tst handover.py: using LAC 33137\u000a09:50:15.906770 tst handover.py: using RAC 242\u000a09:50:16.035314 tst handover.py: using CellId 33137\u000a09:50:16.159936 tst handover.py: using BVCI 33138\u000a09:50:16.183968 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a09:50:16.322180 tst handover.py: using LAC 33138\u000a09:50:16.451973 tst handover.py: using RAC 243\u000a09:50:16.572297 tst handover.py: using CellId 33138\u000a09:50:16.717915 tst handover.py: using BVCI 33139\u000a09:50:16.749433 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:50:16.763811 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:50:16.778426 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:50:16.793662 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:50:16.809679 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:50:16.824608 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:50:16.968714 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:50:17.205478 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:50:17.692145 run create_hlr_db(pid=2614): Launched\u000a09:50:17.822114 bus /sierra_2: Setting Powered False\u000a09:50:18.886460 run create_hlr_db(pid=2614): Terminated: ok {rc=0}\u000a09:50:19.282282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2616): Launched\u000a09:50:19.601550 run osmo-hlr_10.42.42.2(pid=2617): Launched\u000a09:50:19.721608 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:50:20.246598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2620): Launched\u000a09:50:20.565268 run osmo-stp_10.42.42.5(pid=2622): Launched\u000a09:50:20.681378 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:50:21.241535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2625): Launched\u000a09:50:21.561250 run osmo-msc_10.42.42.6(pid=2626): Launched\u000a09:50:21.748142 run osmo-stp_10.42.42.5(pid=2622): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2622)]\u000a09:50:21.883341 run osmo-stp_10.42.42.5(pid=2622): stdout: \u000a| (launched: 2022-12-13_09:50:20.408518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:50:22.017964 run osmo-stp_10.42.42.5(pid=2622): stderr: \u000a| �[0;m�[38;5;43m20221213095020598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095020598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095020598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095020599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095020601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095020601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095020601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:50:22.147708 run osmo-stp_10.42.42.5(pid=2622): stdout: \u000a| (launched: 2022-12-13_09:50:20.408518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:50:22.275220 run osmo-stp_10.42.42.5(pid=2622): stderr: \u000a| �[0;m�[38;5;43m20221213095020598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095020598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095020598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095020599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095020601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095020601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095020601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:50:22.332533 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2622): Process ended prematurely: osmo-stp_10.42.42.5(pid=2622) [trial-2387↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2622)] [trial-2387↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a09:50:22.342324 tst handover.py:18: Test FAILED (6.7 sec)\u000a09:50:22.405502 run osmo-hlr_10.42.42.2(pid=2617): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2617)]\u000a09:50:22.458130 run osmo-hlr_10.42.42.2(pid=2617): stdout: \u000a| (launched: 2022-12-13_09:50:19.445123) \u000a09:50:22.510745 run osmo-hlr_10.42.42.2(pid=2617): stderr: \u000a| �[0;m�[1;31m20221213095019643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095019643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095019643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095019643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095019643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095019643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095019655 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095019664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095019664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095019664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:50:22.581933 run osmo-msc_10.42.42.6(pid=2626): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2626)]\u000a09:50:22.634300 run osmo-msc_10.42.42.6(pid=2626): stdout: \u000a| (launched: 2022-12-13_09:50:21.404534) \u000a09:50:22.688559 run osmo-msc_10.42.42.6(pid=2626): stderr: \u000a| �[0;m�[38;5;43m20221213095021728 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095021728 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe0c8377c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095021728 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095021728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095021728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095021728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095021730 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095021731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095021731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095021731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:50:22.733693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2616): Terminating (SIGTERM)\u000a09:50:22.776229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2620): Terminating (SIGTERM)\u000a09:50:22.818909 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2625): Terminating (SIGTERM)\u000a09:50:22.828626 --- ParallelTerminationStrategy: PID 2616 died...\u000a09:50:22.885043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2616): Terminated: ok {rc=0}\u000a09:50:22.895496 --- ParallelTerminationStrategy: PID 2620 died...\u000a09:50:22.951974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2620): Terminated: ok {rc=0}\u000a09:50:22.962479 --- ParallelTerminationStrategy: PID 2625 died...\u000a09:50:23.019150 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2625): Terminated: ok {rc=0}\u000a09:50:23.108069 bus /sierra_3: Setting Powered False\u000a09:50:24.216374 bus /sierra_3: Setting Powered False\u000a09:50:25.329985 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:50:15" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2813): Process ended prematurely: osmo-stp_10.42.42.5(pid=2813) [trial-2387↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2813)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2813): Process ended prematurely: osmo-stp_10.42.42.5(pid=2813) [trial-2387↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2813)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a09:50:27.354119 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:50:27.366885 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:50:27.504614 tst handover.py: using LAC 33139\u000a09:50:27.640641 tst handover.py: using RAC 244\u000a09:50:27.773884 tst handover.py: using CellId 33139\u000a09:50:27.904115 tst handover.py: using BVCI 33140\u000a09:50:27.929665 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:50:28.084412 tst handover.py: using LAC 33140\u000a09:50:28.226275 tst handover.py: using RAC 245\u000a09:50:28.342128 tst handover.py: using CellId 33140\u000a09:50:28.463062 tst handover.py: using BVCI 33141\u000a09:50:28.485810 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:50:28.496823 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:50:28.507717 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:50:28.518657 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:50:28.529801 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:50:28.540700 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:50:28.660667 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:50:28.868743 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:50:29.350478 run create_hlr_db(pid=2807): Launched\u000a09:50:29.480572 bus /sierra_2: Setting Powered False\u000a09:50:30.555794 run create_hlr_db(pid=2807): Terminated: ok {rc=0}\u000a09:50:30.971084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2809): Launched\u000a09:50:31.349631 run osmo-hlr_10.42.42.2(pid=2810): Launched\u000a09:50:31.475999 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:50:32.163163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2812): Launched\u000a09:50:32.496477 run osmo-stp_10.42.42.5(pid=2813): Launched\u000a09:50:32.615187 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:50:33.140860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2815): Launched\u000a09:50:33.439638 run osmo-msc_10.42.42.6(pid=2816): Launched\u000a09:50:33.618393 run osmo-stp_10.42.42.5(pid=2813): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2813)]\u000a09:50:33.746089 run osmo-stp_10.42.42.5(pid=2813): stdout: \u000a| (launched: 2022-12-13_09:50:32.347403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:50:33.870622 run osmo-stp_10.42.42.5(pid=2813): stderr: \u000a| �[0;m�[38;5;43m20221213095032519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095032519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095032519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095032520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095032520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095032520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095032520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:50:33.990970 run osmo-stp_10.42.42.5(pid=2813): stdout: \u000a| (launched: 2022-12-13_09:50:32.347403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:50:34.110401 run osmo-stp_10.42.42.5(pid=2813): stderr: \u000a| �[0;m�[38;5;43m20221213095032519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095032519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095032519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095032520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095032520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095032520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095032520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:50:34.162947 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2813): Process ended prematurely: osmo-stp_10.42.42.5(pid=2813) [trial-2387↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2813)] [trial-2387↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a09:50:34.171089 tst handover.py:18: Test FAILED (6.8 sec)\u000a09:50:34.231104 run osmo-hlr_10.42.42.2(pid=2810): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2810)]\u000a09:50:34.280133 run osmo-hlr_10.42.42.2(pid=2810): stdout: \u000a| (launched: 2022-12-13_09:50:31.150697) \u000a09:50:34.329886 run osmo-hlr_10.42.42.2(pid=2810): stderr: \u000a| �[0;m�[1;31m20221213095031532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095031532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095031535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095031535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095031535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095031535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095031556 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095031570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095031571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095031571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:50:34.397751 run osmo-msc_10.42.42.6(pid=2816): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2816)]\u000a09:50:34.446932 run osmo-msc_10.42.42.6(pid=2816): stdout: \u000a| (launched: 2022-12-13_09:50:33.292753) \u000a09:50:34.496424 run osmo-msc_10.42.42.6(pid=2816): stderr: \u000a| �[0;m�[38;5;43m20221213095033564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095033564 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f402c8acc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095033564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095033564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095033564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095033564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095033568 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095033568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095033568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095033568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:50:34.538816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2809): Terminating (SIGTERM)\u000a09:50:34.578615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2812): Terminating (SIGTERM)\u000a09:50:34.618618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2815): Terminating (SIGTERM)\u000a09:50:34.627757 --- ParallelTerminationStrategy: PID 2809 died...\u000a09:50:34.681942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2809): Terminated: ok {rc=0}\u000a09:50:34.691527 --- ParallelTerminationStrategy: PID 2812 died...\u000a09:50:34.745235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2812): Terminated: ok {rc=0}\u000a09:50:34.754868 --- ParallelTerminationStrategy: PID 2815 died...\u000a09:50:34.808833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2815): Terminated: ok {rc=0}\u000a09:50:34.897434 bus /sierra_3: Setting Powered False\u000a09:50:35.999770 bus /sierra_3: Setting Powered False\u000a09:50:37.107645 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:50:27" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2827): Process ended prematurely: osmo-stp_10.42.42.5(pid=2827) [trial-2387↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2827)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2827): Process ended prematurely: osmo-stp_10.42.42.5(pid=2827) [trial-2387↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2827)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a09:50:39.087495 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:50:39.098504 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:50:39.222192 tst handover.py: using LAC 33141\u000a09:50:39.340657 tst handover.py: using RAC 246\u000a09:50:39.458394 tst handover.py: using CellId 33141\u000a09:50:39.579422 tst handover.py: using BVCI 33142\u000a09:50:39.602099 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:50:39.723655 tst handover.py: using LAC 33142\u000a09:50:39.838667 tst handover.py: using RAC 247\u000a09:50:39.953975 tst handover.py: using CellId 33142\u000a09:50:40.069380 tst handover.py: using BVCI 33143\u000a09:50:40.092061 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:50:40.102973 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:50:40.113767 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:50:40.124450 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:50:40.135681 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:50:40.146596 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:50:40.261760 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:50:40.461089 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:50:40.905870 run create_hlr_db(pid=2821): Launched\u000a09:50:41.027103 bus /sierra_2: Setting Powered False\u000a09:50:42.109083 run create_hlr_db(pid=2821): Terminated: ok {rc=0}\u000a09:50:42.489838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2823): Launched\u000a09:50:42.806903 run osmo-hlr_10.42.42.2(pid=2824): Launched\u000a09:50:42.924205 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:50:43.450634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2826): Launched\u000a09:50:43.769465 run osmo-stp_10.42.42.5(pid=2827): Launched\u000a09:50:43.885070 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:50:44.438504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2829): Launched\u000a09:50:44.757070 run osmo-msc_10.42.42.6(pid=2830): Launched\u000a09:50:44.944242 run osmo-stp_10.42.42.5(pid=2827): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2827)]\u000a09:50:45.079342 run osmo-stp_10.42.42.5(pid=2827): stdout: \u000a| (launched: 2022-12-13_09:50:43.613213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:50:45.213865 run osmo-stp_10.42.42.5(pid=2827): stderr: \u000a| �[0;m�[38;5;43m20221213095043805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095043805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095043805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095043806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095043806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095043806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095043806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:50:45.342992 run osmo-stp_10.42.42.5(pid=2827): stdout: \u000a| (launched: 2022-12-13_09:50:43.613213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:50:45.470552 run osmo-stp_10.42.42.5(pid=2827): stderr: \u000a| �[0;m�[38;5;43m20221213095043805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095043805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095043805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095043806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095043806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095043806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095043806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:50:45.526553 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2827): Process ended prematurely: osmo-stp_10.42.42.5(pid=2827) [trial-2387↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2827)] [trial-2387↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a09:50:45.535094 tst handover.py:18: Test FAILED (6.4 sec)\u000a09:50:45.596912 run osmo-hlr_10.42.42.2(pid=2824): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2824)]\u000a09:50:45.647911 run osmo-hlr_10.42.42.2(pid=2824): stdout: \u000a| (launched: 2022-12-13_09:50:42.651468) \u000a09:50:45.699526 run osmo-hlr_10.42.42.2(pid=2824): stderr: \u000a| �[0;m�[1;31m20221213095042851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095042851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095042851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095042852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095042852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095042852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095042865 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095042875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095042875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095042875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:50:45.769761 run osmo-msc_10.42.42.6(pid=2830): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2830)]\u000a09:50:45.820658 run osmo-msc_10.42.42.6(pid=2830): stdout: \u000a| (launched: 2022-12-13_09:50:44.600868) \u000a09:50:45.875645 run osmo-msc_10.42.42.6(pid=2830): stderr: \u000a| �[0;m�[38;5;43m20221213095044922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095044922 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f060b140c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095044922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095044922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095044922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095044922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095044924 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095044924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095044925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095044925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:50:45.923213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2823): Terminating (SIGTERM)\u000a09:50:45.968571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2826): Terminating (SIGTERM)\u000a09:50:46.012810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2829): Terminating (SIGTERM)\u000a09:50:46.024470 --- ParallelTerminationStrategy: PID 2823 died...\u000a09:50:46.082916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2823): Terminated: ok {rc=0}\u000a09:50:46.093422 --- ParallelTerminationStrategy: PID 2826 died...\u000a09:50:46.149971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2826): Terminated: ok {rc=0}\u000a09:50:46.161691 --- ParallelTerminationStrategy: PID 2829 died...\u000a09:50:46.219016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2829): Terminated: ok {rc=0}\u000a09:50:46.305646 bus /sierra_3: Setting Powered False\u000a09:50:47.405125 bus /sierra_3: Setting Powered False\u000a09:50:48.514905 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:50:38" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2843): Process ended prematurely: osmo-stp_10.42.42.5(pid=2843) [trial-2387↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2843)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2843): Process ended prematurely: osmo-stp_10.42.42.5(pid=2843) [trial-2387↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2843)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a09:50:50.501075 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:50:50.512478 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:50:50.642647 tst handover.py: using LAC 33143\u000a09:50:50.770169 tst handover.py: using RAC 248\u000a09:50:50.896185 tst handover.py: using CellId 33143\u000a09:50:51.023108 tst handover.py: using BVCI 33144\u000a09:50:51.047358 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:50:51.184105 tst handover.py: using LAC 33144\u000a09:50:51.309918 tst handover.py: using RAC 249\u000a09:50:51.435213 tst handover.py: using CellId 33144\u000a09:50:51.560319 tst handover.py: using BVCI 33145\u000a09:50:51.584666 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:50:51.596003 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:50:51.607287 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:50:51.618341 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:50:51.629608 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:50:51.640811 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:50:51.756866 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:50:51.969122 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:50:52.449035 run create_hlr_db(pid=2837): Launched\u000a09:50:52.578100 bus /sierra_2: Setting Powered False\u000a09:50:53.653224 run create_hlr_db(pid=2837): Terminated: ok {rc=0}\u000a09:50:54.027806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2839): Launched\u000a09:50:54.327046 run osmo-hlr_10.42.42.2(pid=2840): Launched\u000a09:50:54.446137 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:50:54.945558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2842): Launched\u000a09:50:55.243668 run osmo-stp_10.42.42.5(pid=2843): Launched\u000a09:50:55.353832 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:50:55.874511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2845): Launched\u000a09:50:56.174487 run osmo-msc_10.42.42.6(pid=2846): Launched\u000a09:50:56.351224 run osmo-stp_10.42.42.5(pid=2843): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2843)]\u000a09:50:56.478742 run osmo-stp_10.42.42.5(pid=2843): stdout: \u000a| (launched: 2022-12-13_09:50:55.097067)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:50:56.603428 run osmo-stp_10.42.42.5(pid=2843): stderr: \u000a| �[0;m�[38;5;43m20221213095055267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095055267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095055267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095055268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095055268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095055268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095055268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:50:56.723563 run osmo-stp_10.42.42.5(pid=2843): stdout: \u000a| (launched: 2022-12-13_09:50:55.097067)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:50:56.843194 run osmo-stp_10.42.42.5(pid=2843): stderr: \u000a| �[0;m�[38;5;43m20221213095055267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095055267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095055267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095055268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095055268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095055268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095055268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:50:56.895483 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2843): Process ended prematurely: osmo-stp_10.42.42.5(pid=2843) [trial-2387↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2843)] [trial-2387↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a09:50:56.903484 tst handover.py:18: Test FAILED (6.4 sec)\u000a09:50:56.963248 run osmo-hlr_10.42.42.2(pid=2840): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2840)]\u000a09:50:57.011994 run osmo-hlr_10.42.42.2(pid=2840): stdout: \u000a| (launched: 2022-12-13_09:50:54.179758) \u000a09:50:57.061544 run osmo-hlr_10.42.42.2(pid=2840): stderr: \u000a| �[0;m�[1;31m20221213095054355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095054355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095054355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095054355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095054355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095054355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095054368 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095054378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095054378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095054378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:50:57.128647 run osmo-msc_10.42.42.6(pid=2846): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2846)]\u000a09:50:57.177516 run osmo-msc_10.42.42.6(pid=2846): stdout: \u000a| (launched: 2022-12-13_09:50:56.026191) \u000a09:50:57.226765 run osmo-msc_10.42.42.6(pid=2846): stderr: \u000a| �[0;m�[38;5;43m20221213095056296 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095056296 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f350b79ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095056296 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095056296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095056296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095056296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095056298 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095056299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095056299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095056299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:50:57.268811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2839): Terminating (SIGTERM)\u000a09:50:57.308405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2842): Terminating (SIGTERM)\u000a09:50:57.348401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2845): Terminating (SIGTERM)\u000a09:50:57.357565 --- ParallelTerminationStrategy: PID 2839 died...\u000a09:50:57.410897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2839): Terminated: ok {rc=0}\u000a09:50:57.420408 --- ParallelTerminationStrategy: PID 2842 died...\u000a09:50:57.473544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2842): Terminated: ok {rc=0}\u000a09:50:57.483081 --- ParallelTerminationStrategy: PID 2845 died...\u000a09:50:57.536075 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2845): Terminated: ok {rc=0}\u000a09:50:57.622175 bus /sierra_3: Setting Powered False\u000a09:50:58.723673 bus /sierra_3: Setting Powered False\u000a09:50:59.833935 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:50:50" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2857): Process ended prematurely: osmo-stp_10.42.42.5(pid=2857) [trial-2387↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2857)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2857): Process ended prematurely: osmo-stp_10.42.42.5(pid=2857) [trial-2387↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2857)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a09:51:01.982039 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:51:01.993700 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:51:02.172223 tst handover.py: using LAC 33145\u000a09:51:02.326398 tst handover.py: using RAC 250\u000a09:51:02.447782 tst handover.py: using CellId 33145\u000a09:51:02.571839 tst handover.py: using BVCI 33146\u000a09:51:02.596411 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:51:02.735984 tst handover.py: using LAC 33146\u000a09:51:02.859730 tst handover.py: using RAC 251\u000a09:51:02.982582 tst handover.py: using CellId 33146\u000a09:51:03.106024 tst handover.py: using BVCI 33147\u000a09:51:03.130513 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:51:03.141952 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:51:03.153220 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:51:03.164857 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:51:03.176125 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:51:03.187436 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:51:03.302972 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:51:03.501729 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:51:03.945798 run create_hlr_db(pid=2851): Launched\u000a09:51:04.067472 bus /sierra_2: Setting Powered False\u000a09:51:05.139646 run create_hlr_db(pid=2851): Terminated: ok {rc=0}\u000a09:51:05.534862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2853): Launched\u000a09:51:05.853015 run osmo-hlr_10.42.42.2(pid=2854): Launched\u000a09:51:05.969578 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:51:06.494095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2856): Launched\u000a09:51:06.812348 run osmo-stp_10.42.42.5(pid=2857): Launched\u000a09:51:06.928284 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:51:07.483462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2859): Launched\u000a09:51:07.801844 run osmo-msc_10.42.42.6(pid=2860): Launched\u000a09:51:07.988227 run osmo-stp_10.42.42.5(pid=2857): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2857)]\u000a09:51:08.122865 run osmo-stp_10.42.42.5(pid=2857): stdout: \u000a| (launched: 2022-12-13_09:51:06.656520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:51:08.257580 run osmo-stp_10.42.42.5(pid=2857): stderr: \u000a| �[0;m�[38;5;43m20221213095106848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095106848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095106848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095106848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095106851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095106851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095106851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:51:08.385956 run osmo-stp_10.42.42.5(pid=2857): stdout: \u000a| (launched: 2022-12-13_09:51:06.656520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:51:08.513614 run osmo-stp_10.42.42.5(pid=2857): stderr: \u000a| �[0;m�[38;5;43m20221213095106848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095106848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095106848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095106848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095106851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095106851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095106851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:51:08.569330 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2857): Process ended prematurely: osmo-stp_10.42.42.5(pid=2857) [trial-2387↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2857)] [trial-2387↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a09:51:08.577840 tst handover.py:18: Test FAILED (6.6 sec)\u000a09:51:08.640546 run osmo-hlr_10.42.42.2(pid=2854): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2854)]\u000a09:51:08.692211 run osmo-hlr_10.42.42.2(pid=2854): stdout: \u000a| (launched: 2022-12-13_09:51:05.697277) \u000a09:51:08.744145 run osmo-hlr_10.42.42.2(pid=2854): stderr: \u000a| �[0;m�[1;31m20221213095105893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095105893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095105893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095105894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095105894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095105894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095105921 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095105932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095105932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095105932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:51:08.814376 run osmo-msc_10.42.42.6(pid=2860): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2860)]\u000a09:51:08.865435 run osmo-msc_10.42.42.6(pid=2860): stdout: \u000a| (launched: 2022-12-13_09:51:07.645906) \u000a09:51:08.917212 run osmo-msc_10.42.42.6(pid=2860): stderr: \u000a| �[0;m�[38;5;43m20221213095107969 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095107969 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1002243c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095107969 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095107969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095107969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095107970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095107971 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095107972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095107972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095107972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:51:08.961097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2853): Terminating (SIGTERM)\u000a09:51:09.002459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2856): Terminating (SIGTERM)\u000a09:51:09.043848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2859): Terminating (SIGTERM)\u000a09:51:09.053477 --- ParallelTerminationStrategy: PID 2853 died...\u000a09:51:09.109225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2853): Terminated: ok {rc=0}\u000a09:51:09.119211 --- ParallelTerminationStrategy: PID 2856 died...\u000a09:51:09.174806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2856): Terminated: ok {rc=0}\u000a09:51:09.184800 --- ParallelTerminationStrategy: PID 2859 died...\u000a09:51:09.240118 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2859): Terminated: ok {rc=0}\u000a09:51:09.326112 bus /sierra_3: Setting Powered False\u000a09:51:10.427709 bus /sierra_3: Setting Powered False\u000a09:51:11.536457 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:51:01" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2871): Process ended prematurely: osmo-stp_10.42.42.5(pid=2871) [trial-2387↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2871)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2871): Process ended prematurely: osmo-stp_10.42.42.5(pid=2871) [trial-2387↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2871)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a09:51:13.512613 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:51:13.524199 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a09:51:13.651190 tst handover.py: using LAC 33147\u000a09:51:13.775212 tst handover.py: using RAC 252\u000a09:51:13.898876 tst handover.py: using CellId 33147\u000a09:51:14.022550 tst handover.py: using BVCI 33148\u000a09:51:14.046717 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a09:51:14.173926 tst handover.py: using LAC 33148\u000a09:51:14.297939 tst handover.py: using RAC 253\u000a09:51:14.421566 tst handover.py: using CellId 33148\u000a09:51:14.545459 tst handover.py: using BVCI 33149\u000a09:51:14.569856 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:51:14.580906 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:51:14.591909 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:51:14.602990 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:51:14.614618 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:51:14.626110 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a09:51:14.742877 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a09:51:14.945656 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:51:15.392902 run create_hlr_db(pid=2865): Launched\u000a09:51:15.515687 bus /sierra_2: Setting Powered False\u000a09:51:16.599411 run create_hlr_db(pid=2865): Terminated: ok {rc=0}\u000a09:51:17.019111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2867): Launched\u000a09:51:17.342068 run osmo-hlr_10.42.42.2(pid=2868): Launched\u000a09:51:17.463257 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:51:17.990458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2870): Launched\u000a09:51:18.307678 run osmo-stp_10.42.42.5(pid=2871): Launched\u000a09:51:18.424082 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:51:18.978929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2873): Launched\u000a09:51:19.297842 run osmo-msc_10.42.42.6(pid=2874): Launched\u000a09:51:19.485717 run osmo-stp_10.42.42.5(pid=2871): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2871)]\u000a09:51:19.621122 run osmo-stp_10.42.42.5(pid=2871): stdout: \u000a| (launched: 2022-12-13_09:51:18.152620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:51:19.755607 run osmo-stp_10.42.42.5(pid=2871): stderr: \u000a| �[0;m�[38;5;43m20221213095118345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095118345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095118346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095118346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095118346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095118346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095118346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:51:19.884104 run osmo-stp_10.42.42.5(pid=2871): stdout: \u000a| (launched: 2022-12-13_09:51:18.152620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:51:20.011365 run osmo-stp_10.42.42.5(pid=2871): stderr: \u000a| �[0;m�[38;5;43m20221213095118345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095118345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095118346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095118346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095118346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095118346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095118346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:51:20.067112 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2871): Process ended prematurely: osmo-stp_10.42.42.5(pid=2871) [trial-2387↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2871)] [trial-2387↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a09:51:20.075734 tst handover.py:18: Test FAILED (6.6 sec)\u000a09:51:20.137378 run osmo-hlr_10.42.42.2(pid=2868): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2868)]\u000a09:51:20.188141 run osmo-hlr_10.42.42.2(pid=2868): stdout: \u000a| (launched: 2022-12-13_09:51:17.185884) \u000a09:51:20.239850 run osmo-hlr_10.42.42.2(pid=2868): stderr: \u000a| �[0;m�[1;31m20221213095117383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095117383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095117383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095117383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095117383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095117383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095117396 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095117404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095117404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095117404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:51:20.309355 run osmo-msc_10.42.42.6(pid=2874): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2874)]\u000a09:51:20.359981 run osmo-msc_10.42.42.6(pid=2874): stdout: \u000a| (launched: 2022-12-13_09:51:19.141528) \u000a09:51:20.410887 run osmo-msc_10.42.42.6(pid=2874): stderr: \u000a| �[0;m�[38;5;43m20221213095119464 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095119465 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe1a4e3dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095119465 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095119465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095119465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095119465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095119467 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095119467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095119467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095119467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:51:20.455016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2867): Terminating (SIGTERM)\u000a09:51:20.496996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2870): Terminating (SIGTERM)\u000a09:51:20.538716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2873): Terminating (SIGTERM)\u000a09:51:20.548208 --- ParallelTerminationStrategy: PID 2867 died...\u000a09:51:20.603455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2867): Terminated: ok {rc=0}\u000a09:51:20.613533 --- ParallelTerminationStrategy: PID 2870 died...\u000a09:51:20.668781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2870): Terminated: ok {rc=0}\u000a09:51:20.678676 --- ParallelTerminationStrategy: PID 2873 died...\u000a09:51:20.733940 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2873): Terminated: ok {rc=0}\u000a09:51:20.819358 bus /sierra_3: Setting Powered False\u000a09:51:21.921531 bus /sierra_3: Setting Powered False\u000a09:51:23.031597 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:51:13" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2885): Process ended prematurely: osmo-stp_10.42.42.5(pid=2885) [trial-2387↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2885)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2885): Process ended prematurely: osmo-stp_10.42.42.5(pid=2885) [trial-2387↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2885)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a09:51:25.014863 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:51:25.026868 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a09:51:25.147451 tst handover.py: using LAC 33149\u000a09:51:25.264572 tst handover.py: using RAC 254\u000a09:51:25.381306 tst handover.py: using CellId 33149\u000a09:51:25.500734 tst handover.py: using BVCI 33150\u000a09:51:25.523516 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a09:51:25.658926 tst handover.py: using LAC 33150\u000a09:51:25.775710 tst handover.py: using RAC 255\u000a09:51:25.893933 tst handover.py: using CellId 33150\u000a09:51:26.013017 tst handover.py: using BVCI 33151\u000a09:51:26.035948 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:51:26.046850 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:51:26.057357 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:51:26.068169 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:51:26.079497 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:51:26.090569 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a09:51:26.206515 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a09:51:26.417231 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:51:26.899366 run create_hlr_db(pid=2879): Launched\u000a09:51:27.029370 bus /sierra_2: Setting Powered False\u000a09:51:28.103892 run create_hlr_db(pid=2879): Terminated: ok {rc=0}\u000a09:51:28.498921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2881): Launched\u000a09:51:28.816695 run osmo-hlr_10.42.42.2(pid=2882): Launched\u000a09:51:28.932839 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:51:29.456799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2884): Launched\u000a09:51:29.775549 run osmo-stp_10.42.42.5(pid=2885): Launched\u000a09:51:29.891795 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:51:30.446140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2887): Launched\u000a09:51:30.765339 run osmo-msc_10.42.42.6(pid=2888): Launched\u000a09:51:31.031286 run osmo-stp_10.42.42.5(pid=2885): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2885)]\u000a09:51:31.181643 run osmo-stp_10.42.42.5(pid=2885): stdout: \u000a| (launched: 2022-12-13_09:51:29.619427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:51:31.345899 run osmo-stp_10.42.42.5(pid=2885): stderr: \u000a| �[0;m�[38;5;43m20221213095129811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095129811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095129811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095129812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095129812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095129812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095129812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:51:31.552780 run osmo-stp_10.42.42.5(pid=2885): stdout: \u000a| (launched: 2022-12-13_09:51:29.619427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:51:31.679652 run osmo-stp_10.42.42.5(pid=2885): stderr: \u000a| �[0;m�[38;5;43m20221213095129811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095129811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095129811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095129812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095129812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095129812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095129812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:51:31.733492 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2885): Process ended prematurely: osmo-stp_10.42.42.5(pid=2885) [trial-2387↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2885)] [trial-2387↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a09:51:31.742593 tst handover.py:18: Test FAILED (6.7 sec)\u000a09:51:31.804921 run osmo-hlr_10.42.42.2(pid=2882): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2882)]\u000a09:51:31.857659 run osmo-hlr_10.42.42.2(pid=2882): stdout: \u000a| (launched: 2022-12-13_09:51:28.661290) \u000a09:51:31.909760 run osmo-hlr_10.42.42.2(pid=2882): stderr: \u000a| �[0;m�[1;31m20221213095128858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095128858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095128858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095128858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095128858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095128858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095128869 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095128878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095128878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095128878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:51:31.980005 run osmo-msc_10.42.42.6(pid=2888): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2888)]\u000a09:51:32.032244 run osmo-msc_10.42.42.6(pid=2888): stdout: \u000a| (launched: 2022-12-13_09:51:30.608801) \u000a09:51:32.084102 run osmo-msc_10.42.42.6(pid=2888): stderr: \u000a| �[0;m�[38;5;43m20221213095131003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095131003 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdb28caac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095131003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095131003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095131003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095131003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095131005 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095131005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095131005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095131006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:51:32.128681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2881): Terminating (SIGTERM)\u000a09:51:32.171148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2884): Terminating (SIGTERM)\u000a09:51:32.217923 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2887): Terminating (SIGTERM)\u000a09:51:32.228475 --- ParallelTerminationStrategy: PID 2881 died...\u000a09:51:32.286574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2881): Terminated: ok {rc=0}\u000a09:51:32.297182 --- ParallelTerminationStrategy: PID 2884 died...\u000a09:51:32.353836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2884): Terminated: ok {rc=0}\u000a09:51:32.364105 --- ParallelTerminationStrategy: PID 2887 died...\u000a09:51:32.421450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2887): Terminated: ok {rc=0}\u000a09:51:32.506667 bus /sierra_3: Setting Powered False\u000a09:51:33.612276 bus /sierra_3: Setting Powered False\u000a09:51:34.718714 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:51:24" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2899): Process ended prematurely: osmo-stp_10.42.42.5(pid=2899) [trial-2387↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2899)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2899): Process ended prematurely: osmo-stp_10.42.42.5(pid=2899) [trial-2387↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2899)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a09:51:36.699149 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:51:36.710068 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a09:51:36.835632 tst handover.py: using LAC 33151\u000a09:51:36.961062 tst handover.py: using RAC 1\u000a09:51:37.087578 tst handover.py: using CellId 33151\u000a09:51:37.212856 tst handover.py: using BVCI 33152\u000a09:51:37.237159 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a09:51:37.371060 tst handover.py: using LAC 33152\u000a09:51:37.488801 tst handover.py: using RAC 2\u000a09:51:37.608251 tst handover.py: using CellId 33152\u000a09:51:37.727749 tst handover.py: using BVCI 33153\u000a09:51:37.750732 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:51:37.761776 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:51:37.772500 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:51:37.783228 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:51:37.794316 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:51:37.805320 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:51:37.920752 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:51:38.124327 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:51:38.570660 run create_hlr_db(pid=2893): Launched\u000a09:51:38.692659 bus /sierra_2: Setting Powered False\u000a09:51:39.764451 run create_hlr_db(pid=2893): Terminated: ok {rc=0}\u000a09:51:40.161495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2895): Launched\u000a09:51:40.481934 run osmo-hlr_10.42.42.2(pid=2896): Launched\u000a09:51:40.600032 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:51:41.126261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2898): Launched\u000a09:51:41.445847 run osmo-stp_10.42.42.5(pid=2899): Launched\u000a09:51:41.563038 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:51:42.120404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2901): Launched\u000a09:51:42.440034 run osmo-msc_10.42.42.6(pid=2902): Launched\u000a09:51:42.629326 run osmo-stp_10.42.42.5(pid=2899): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2899)]\u000a09:51:42.764886 run osmo-stp_10.42.42.5(pid=2899): stdout: \u000a| (launched: 2022-12-13_09:51:41.288738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:51:42.899907 run osmo-stp_10.42.42.5(pid=2899): stderr: \u000a| �[0;m�[38;5;43m20221213095141480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095141480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095141480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095141481 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095141481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095141481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095141481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:51:43.028939 run osmo-stp_10.42.42.5(pid=2899): stdout: \u000a| (launched: 2022-12-13_09:51:41.288738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:51:43.158042 run osmo-stp_10.42.42.5(pid=2899): stderr: \u000a| �[0;m�[38;5;43m20221213095141480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095141480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095141480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095141481 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095141481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095141481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095141481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:51:43.214005 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2899): Process ended prematurely: osmo-stp_10.42.42.5(pid=2899) [trial-2387↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2899)] [trial-2387↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a09:51:43.222771 tst handover.py:18: Test FAILED (6.5 sec)\u000a09:51:43.285038 run osmo-hlr_10.42.42.2(pid=2896): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2896)]\u000a09:51:43.336118 run osmo-hlr_10.42.42.2(pid=2896): stdout: \u000a| (launched: 2022-12-13_09:51:40.324647) \u000a09:51:43.388378 run osmo-hlr_10.42.42.2(pid=2896): stderr: \u000a| �[0;m�[1;31m20221213095140522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095140522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095140522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095140522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095140522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095140522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095140534 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095140542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095140542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095140542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:51:43.458739 run osmo-msc_10.42.42.6(pid=2902): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2902)]\u000a09:51:43.510164 run osmo-msc_10.42.42.6(pid=2902): stdout: \u000a| (launched: 2022-12-13_09:51:42.283209) \u000a09:51:43.562069 run osmo-msc_10.42.42.6(pid=2902): stderr: \u000a| �[0;m�[38;5;43m20221213095142605 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095142605 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe501990c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095142605 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095142605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095142605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095142606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095142607 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095142608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095142608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095142608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:51:43.606120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2895): Terminating (SIGTERM)\u000a09:51:43.647456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2898): Terminating (SIGTERM)\u000a09:51:43.689330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2901): Terminating (SIGTERM)\u000a09:51:43.699247 --- ParallelTerminationStrategy: PID 2895 died...\u000a09:51:43.755341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2895): Terminated: ok {rc=0}\u000a09:51:43.765488 --- ParallelTerminationStrategy: PID 2898 died...\u000a09:51:43.821100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2898): Terminated: ok {rc=0}\u000a09:51:43.831164 --- ParallelTerminationStrategy: PID 2901 died...\u000a09:51:43.886647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2901): Terminated: ok {rc=0}\u000a09:51:43.972814 bus /sierra_3: Setting Powered False\u000a09:51:45.077235 bus /sierra_3: Setting Powered False\u000a09:51:46.184790 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:51:36" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2913): Process ended prematurely: osmo-stp_10.42.42.5(pid=2913) [trial-2387↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2913)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2913): Process ended prematurely: osmo-stp_10.42.42.5(pid=2913) [trial-2387↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2913)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a09:51:48.170213 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:51:48.181508 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:51:48.308693 tst handover.py: using LAC 33153\u000a09:51:48.435641 tst handover.py: using RAC 3\u000a09:51:48.562700 tst handover.py: using CellId 33153\u000a09:51:48.687583 tst handover.py: using BVCI 33154\u000a09:51:48.711912 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:51:48.853866 tst handover.py: using LAC 33154\u000a09:51:48.979196 tst handover.py: using RAC 4\u000a09:51:49.106644 tst handover.py: using CellId 33154\u000a09:51:49.231983 tst handover.py: using BVCI 33155\u000a09:51:49.256235 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:51:49.267575 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:51:49.278728 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:51:49.291028 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:51:49.303552 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:51:49.314836 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:51:49.433153 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:51:49.636277 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:51:50.083124 run create_hlr_db(pid=2907): Launched\u000a09:51:50.205640 bus /sierra_2: Setting Powered False\u000a09:51:51.276793 run create_hlr_db(pid=2907): Terminated: ok {rc=0}\u000a09:51:51.673919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2909): Launched\u000a09:51:51.994555 run osmo-hlr_10.42.42.2(pid=2910): Launched\u000a09:51:52.111038 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:51:52.637336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2912): Launched\u000a09:51:52.956237 run osmo-stp_10.42.42.5(pid=2913): Launched\u000a09:51:53.072571 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:51:53.627735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2915): Launched\u000a09:51:53.947344 run osmo-msc_10.42.42.6(pid=2916): Launched\u000a09:51:54.134810 run osmo-stp_10.42.42.5(pid=2913): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2913)]\u000a09:51:54.270678 run osmo-stp_10.42.42.5(pid=2913): stdout: \u000a| (launched: 2022-12-13_09:51:52.799481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:51:54.405553 run osmo-stp_10.42.42.5(pid=2913): stderr: \u000a| �[0;m�[38;5;43m20221213095152993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095152993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095152993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095152994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095152994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095152994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095152994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:51:54.534669 run osmo-stp_10.42.42.5(pid=2913): stdout: \u000a| (launched: 2022-12-13_09:51:52.799481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:51:54.661711 run osmo-stp_10.42.42.5(pid=2913): stderr: \u000a| �[0;m�[38;5;43m20221213095152993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095152993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095152993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095152994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095152994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095152994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095152994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:51:54.717298 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2913): Process ended prematurely: osmo-stp_10.42.42.5(pid=2913) [trial-2387↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2913)] [trial-2387↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a09:51:54.725772 tst handover.py:18: Test FAILED (6.5 sec)\u000a09:51:54.787773 run osmo-hlr_10.42.42.2(pid=2910): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2910)]\u000a09:51:54.838985 run osmo-hlr_10.42.42.2(pid=2910): stdout: \u000a| (launched: 2022-12-13_09:51:51.836697) \u000a09:51:54.890698 run osmo-hlr_10.42.42.2(pid=2910): stderr: \u000a| �[0;m�[1;31m20221213095152035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095152035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095152035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095152035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095152035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095152035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095152047 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095152055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095152055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095152055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:51:54.960989 run osmo-msc_10.42.42.6(pid=2916): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2916)]\u000a09:51:55.011768 run osmo-msc_10.42.42.6(pid=2916): stdout: \u000a| (launched: 2022-12-13_09:51:53.791032) \u000a09:51:55.063262 run osmo-msc_10.42.42.6(pid=2916): stderr: \u000a| �[0;m�[38;5;43m20221213095154111 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095154111 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc727e93c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095154111 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095154112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095154112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095154112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095154115 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095154116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095154116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095154116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:51:55.106920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2909): Terminating (SIGTERM)\u000a09:51:55.148144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2912): Terminating (SIGTERM)\u000a09:51:55.189500 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2915): Terminating (SIGTERM)\u000a09:51:55.199011 --- ParallelTerminationStrategy: PID 2909 died...\u000a09:51:55.253812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2909): Terminated: ok {rc=0}\u000a09:51:55.263727 --- ParallelTerminationStrategy: PID 2912 died...\u000a09:51:55.318652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2912): Terminated: ok {rc=0}\u000a09:51:55.328453 --- ParallelTerminationStrategy: PID 2915 died...\u000a09:51:55.383265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2915): Terminated: ok {rc=0}\u000a09:51:55.469153 bus /sierra_3: Setting Powered False\u000a09:51:56.574477 bus /sierra_3: Setting Powered False\u000a09:51:57.682428 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:51:47" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2927): Process ended prematurely: osmo-stp_10.42.42.5(pid=2927) [trial-2387↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2927)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2927): Process ended prematurely: osmo-stp_10.42.42.5(pid=2927) [trial-2387↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2927)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a09:51:59.653936 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:51:59.665095 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:51:59.793171 tst handover.py: using LAC 33155\u000a09:51:59.917343 tst handover.py: using RAC 5\u000a09:52:00.040841 tst handover.py: using CellId 33155\u000a09:52:00.164021 tst handover.py: using BVCI 33156\u000a09:52:00.188264 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:52:00.313814 tst handover.py: using LAC 33156\u000a09:52:00.436591 tst handover.py: using RAC 6\u000a09:52:00.564842 tst handover.py: using CellId 33156\u000a09:52:00.688615 tst handover.py: using BVCI 33157\u000a09:52:00.712834 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:52:00.723961 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:52:00.735585 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:52:00.746714 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:52:00.757849 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:52:00.768819 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:52:00.883825 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:52:01.123727 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:52:01.659685 run create_hlr_db(pid=2921): Launched\u000a09:52:01.793881 bus /sierra_2: Setting Powered False\u000a09:52:02.855804 run create_hlr_db(pid=2921): Terminated: ok {rc=0}\u000a09:52:03.228408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2923): Launched\u000a09:52:03.527234 run osmo-hlr_10.42.42.2(pid=2924): Launched\u000a09:52:03.636501 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:52:04.129927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2926): Launched\u000a09:52:04.428877 run osmo-stp_10.42.42.5(pid=2927): Launched\u000a09:52:04.538519 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:52:05.058462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2929): Launched\u000a09:52:05.358533 run osmo-msc_10.42.42.6(pid=2930): Launched\u000a09:52:05.535825 run osmo-stp_10.42.42.5(pid=2927): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2927)]\u000a09:52:05.663303 run osmo-stp_10.42.42.5(pid=2927): stdout: \u000a| (launched: 2022-12-13_09:52:04.281800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:52:05.788127 run osmo-stp_10.42.42.5(pid=2927): stderr: \u000a| �[0;m�[38;5;43m20221213095204453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095204453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095204453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095204453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095204454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095204454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095204454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:52:05.909708 run osmo-stp_10.42.42.5(pid=2927): stdout: \u000a| (launched: 2022-12-13_09:52:04.281800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:52:06.029289 run osmo-stp_10.42.42.5(pid=2927): stderr: \u000a| �[0;m�[38;5;43m20221213095204453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095204453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095204453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095204453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095204454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095204454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095204454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:52:06.081308 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2927): Process ended prematurely: osmo-stp_10.42.42.5(pid=2927) [trial-2387↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2927)] [trial-2387↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a09:52:06.089368 tst handover.py:18: Test FAILED (6.4 sec)\u000a09:52:06.149244 run osmo-hlr_10.42.42.2(pid=2924): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2924)]\u000a09:52:06.198606 run osmo-hlr_10.42.42.2(pid=2924): stdout: \u000a| (launched: 2022-12-13_09:52:03.380426) \u000a09:52:06.247889 run osmo-hlr_10.42.42.2(pid=2924): stderr: \u000a| �[0;m�[1;31m20221213095203555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095203555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095203555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095203555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095203555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095203555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095203567 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095203576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095203576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095203577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:52:06.314944 run osmo-msc_10.42.42.6(pid=2930): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2930)]\u000a09:52:06.363728 run osmo-msc_10.42.42.6(pid=2930): stdout: \u000a| (launched: 2022-12-13_09:52:05.210630) \u000a09:52:06.413405 run osmo-msc_10.42.42.6(pid=2930): stderr: \u000a| �[0;m�[38;5;43m20221213095205481 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095205481 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f73c1262c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095205482 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095205482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095205482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095205482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095205484 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095205484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095205484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095205484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:52:06.455431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2923): Terminating (SIGTERM)\u000a09:52:06.495169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2926): Terminating (SIGTERM)\u000a09:52:06.534948 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2929): Terminating (SIGTERM)\u000a09:52:06.544018 --- ParallelTerminationStrategy: PID 2923 died...\u000a09:52:06.597540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2923): Terminated: ok {rc=0}\u000a09:52:06.607078 --- ParallelTerminationStrategy: PID 2926 died...\u000a09:52:06.660176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2926): Terminated: ok {rc=0}\u000a09:52:06.669645 --- ParallelTerminationStrategy: PID 2929 died...\u000a09:52:06.722610 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2929): Terminated: ok {rc=0}\u000a09:52:06.809524 bus /sierra_3: Setting Powered False\u000a09:52:07.914563 bus /sierra_3: Setting Powered False\u000a09:52:09.021109 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:51:59" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2941): Process ended prematurely: osmo-stp_10.42.42.5(pid=2941) [trial-2387↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2941)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2941): Process ended prematurely: osmo-stp_10.42.42.5(pid=2941) [trial-2387↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2941)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a09:52:11.004804 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:52:11.015971 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:52:11.142626 tst handover.py: using LAC 33157\u000a09:52:11.267744 tst handover.py: using RAC 7\u000a09:52:11.393169 tst handover.py: using CellId 33157\u000a09:52:11.520339 tst handover.py: using BVCI 33158\u000a09:52:11.544850 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:52:11.687067 tst handover.py: using LAC 33158\u000a09:52:11.813329 tst handover.py: using RAC 8\u000a09:52:11.943365 tst handover.py: using CellId 33158\u000a09:52:12.068227 tst handover.py: using BVCI 33159\u000a09:52:12.092723 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:52:12.103921 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:52:12.115029 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:52:12.126071 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:52:12.137852 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:52:12.149426 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:52:12.264295 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:52:12.474652 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:52:12.955624 run create_hlr_db(pid=2935): Launched\u000a09:52:13.085327 bus /sierra_2: Setting Powered False\u000a09:52:14.161742 run create_hlr_db(pid=2935): Terminated: ok {rc=0}\u000a09:52:14.557498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2937): Launched\u000a09:52:14.875853 run osmo-hlr_10.42.42.2(pid=2938): Launched\u000a09:52:14.993323 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:52:15.519963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2940): Launched\u000a09:52:15.838113 run osmo-stp_10.42.42.5(pid=2941): Launched\u000a09:52:16.086422 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:52:16.675060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2943): Launched\u000a09:52:17.124776 run osmo-msc_10.42.42.6(pid=2944): Launched\u000a09:52:17.478278 run osmo-stp_10.42.42.5(pid=2941): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2941)]\u000a09:52:17.606635 run osmo-stp_10.42.42.5(pid=2941): stdout: \u000a| (launched: 2022-12-13_09:52:15.682267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:52:17.732223 run osmo-stp_10.42.42.5(pid=2941): stderr: \u000a| �[0;m�[38;5;43m20221213095215920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095215920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095215923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095215924 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095215927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095215927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095215927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:52:17.853242 run osmo-stp_10.42.42.5(pid=2941): stdout: \u000a| (launched: 2022-12-13_09:52:15.682267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:52:17.973527 run osmo-stp_10.42.42.5(pid=2941): stderr: \u000a| �[0;m�[38;5;43m20221213095215920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095215920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095215923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095215924 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095215927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095215927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095215927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:52:18.026121 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2941): Process ended prematurely: osmo-stp_10.42.42.5(pid=2941) [trial-2387↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2941)] [trial-2387↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a09:52:18.034274 tst handover.py:18: Test FAILED (7.0 sec)\u000a09:52:18.095056 run osmo-hlr_10.42.42.2(pid=2938): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2938)]\u000a09:52:18.144657 run osmo-hlr_10.42.42.2(pid=2938): stdout: \u000a| (launched: 2022-12-13_09:52:14.719997) \u000a09:52:18.194811 run osmo-hlr_10.42.42.2(pid=2938): stderr: \u000a| �[0;m�[1;31m20221213095214919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095214919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095214919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095214920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095214920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095214920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095214935 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095214944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095214945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095214945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:52:18.262523 run osmo-msc_10.42.42.6(pid=2944): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2944)]\u000a09:52:18.311699 run osmo-msc_10.42.42.6(pid=2944): stdout: \u000a| (launched: 2022-12-13_09:52:16.840265) \u000a09:52:18.361516 run osmo-msc_10.42.42.6(pid=2944): stderr: \u000a| �[0;m�[38;5;43m20221213095217250 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095217251 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f276665bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095217251 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095217251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095217251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095217251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095217256 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095217257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095217258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095217258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:52:18.403885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2937): Terminating (SIGTERM)\u000a09:52:18.444308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2940): Terminating (SIGTERM)\u000a09:52:18.484497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2943): Terminating (SIGTERM)\u000a09:52:18.493774 --- ParallelTerminationStrategy: PID 2937 died...\u000a09:52:18.547157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2937): Terminated: ok {rc=0}\u000a09:52:18.556713 --- ParallelTerminationStrategy: PID 2940 died...\u000a09:52:18.609957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2940): Terminated: ok {rc=0}\u000a09:52:18.619777 --- ParallelTerminationStrategy: PID 2943 died...\u000a09:52:18.673461 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2943): Terminated: ok {rc=0}\u000a09:52:18.760452 bus /sierra_3: Setting Powered False\u000a09:52:19.861867 bus /sierra_3: Setting Powered False\u000a09:52:20.971735 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:52:10" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2955): Process ended prematurely: osmo-stp_10.42.42.5(pid=2955) [trial-2387↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2955)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2955): Process ended prematurely: osmo-stp_10.42.42.5(pid=2955) [trial-2387↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2955)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a09:52:22.972330 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:52:22.983666 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:52:23.106856 tst handover.py: using LAC 33159\u000a09:52:23.222954 tst handover.py: using RAC 9\u000a09:52:23.339053 tst handover.py: using CellId 33159\u000a09:52:23.455054 tst handover.py: using BVCI 33160\u000a09:52:23.477914 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:52:23.617986 tst handover.py: using LAC 33160\u000a09:52:23.741718 tst handover.py: using RAC 10\u000a09:52:23.865457 tst handover.py: using CellId 33160\u000a09:52:23.989308 tst handover.py: using BVCI 33161\u000a09:52:24.013824 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:52:24.025510 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:52:24.036572 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:52:24.047573 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:52:24.059298 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:52:24.070843 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:52:24.190997 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:52:24.391148 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:52:24.837635 run create_hlr_db(pid=2949): Launched\u000a09:52:24.959587 bus /sierra_2: Setting Powered False\u000a09:52:26.031141 run create_hlr_db(pid=2949): Terminated: ok {rc=0}\u000a09:52:26.405126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2951): Launched\u000a09:52:26.704759 run osmo-hlr_10.42.42.2(pid=2952): Launched\u000a09:52:26.821848 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:52:27.322102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2954): Launched\u000a09:52:27.621096 run osmo-stp_10.42.42.5(pid=2955): Launched\u000a09:52:27.730684 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:52:28.250775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2957): Launched\u000a09:52:28.550201 run osmo-msc_10.42.42.6(pid=2958): Launched\u000a09:52:28.727282 run osmo-stp_10.42.42.5(pid=2955): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2955)]\u000a09:52:28.855162 run osmo-stp_10.42.42.5(pid=2955): stdout: \u000a| (launched: 2022-12-13_09:52:27.473559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:52:28.979865 run osmo-stp_10.42.42.5(pid=2955): stderr: \u000a| �[0;m�[38;5;43m20221213095227644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095227644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095227644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095227645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095227645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095227645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095227645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:52:29.100316 run osmo-stp_10.42.42.5(pid=2955): stdout: \u000a| (launched: 2022-12-13_09:52:27.473559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:52:29.219474 run osmo-stp_10.42.42.5(pid=2955): stderr: \u000a| �[0;m�[38;5;43m20221213095227644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095227644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095227644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095227645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095227645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095227645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095227645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:52:29.271896 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2955): Process ended prematurely: osmo-stp_10.42.42.5(pid=2955) [trial-2387↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2955)] [trial-2387↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a09:52:29.279800 tst handover.py:18: Test FAILED (6.3 sec)\u000a09:52:29.340057 run osmo-hlr_10.42.42.2(pid=2952): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2952)]\u000a09:52:29.388677 run osmo-hlr_10.42.42.2(pid=2952): stdout: \u000a| (launched: 2022-12-13_09:52:26.557326) \u000a09:52:29.437788 run osmo-hlr_10.42.42.2(pid=2952): stderr: \u000a| �[0;m�[1;31m20221213095226734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095226734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095226734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095226734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095226734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095226734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095226746 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095226755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095226755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095226755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:52:29.504897 run osmo-msc_10.42.42.6(pid=2958): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2958)]\u000a09:52:29.553424 run osmo-msc_10.42.42.6(pid=2958): stdout: \u000a| (launched: 2022-12-13_09:52:28.402399) \u000a09:52:29.602210 run osmo-msc_10.42.42.6(pid=2958): stderr: \u000a| �[0;m�[38;5;43m20221213095228674 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095228674 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f21c1c3ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095228674 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095228674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095228675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095228675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095228676 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095228677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095228677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095228677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:52:29.643690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2951): Terminating (SIGTERM)\u000a09:52:29.682953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2954): Terminating (SIGTERM)\u000a09:52:29.722256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2957): Terminating (SIGTERM)\u000a09:52:29.731269 --- ParallelTerminationStrategy: PID 2951 died...\u000a09:52:29.784127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2951): Terminated: ok {rc=0}\u000a09:52:29.793586 --- ParallelTerminationStrategy: PID 2954 died...\u000a09:52:29.846180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2954): Terminated: ok {rc=0}\u000a09:52:29.855470 --- ParallelTerminationStrategy: PID 2957 died...\u000a09:52:29.907820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2957): Terminated: ok {rc=0}\u000a09:52:29.994797 bus /sierra_3: Setting Powered False\u000a09:52:31.118435 bus /sierra_3: Setting Powered False\u000a09:52:32.236878 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:52:22" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2969): Process ended prematurely: osmo-stp_10.42.42.5(pid=2969) [trial-2387↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2969)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2969): Process ended prematurely: osmo-stp_10.42.42.5(pid=2969) [trial-2387↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2969)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a09:52:34.223423 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:52:34.237691 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a09:52:34.369698 tst handover.py: using LAC 33161\u000a09:52:34.498758 tst handover.py: using RAC 11\u000a09:52:34.621950 tst handover.py: using CellId 33161\u000a09:52:34.745263 tst handover.py: using BVCI 33162\u000a09:52:34.769599 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a09:52:34.909739 tst handover.py: using LAC 33162\u000a09:52:35.033242 tst handover.py: using RAC 12\u000a09:52:35.156464 tst handover.py: using CellId 33162\u000a09:52:35.279842 tst handover.py: using BVCI 33163\u000a09:52:35.304185 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:52:35.315506 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:52:35.326568 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:52:35.337570 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:52:35.348704 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:52:35.359809 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a09:52:35.480924 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a09:52:35.691138 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:52:36.172706 run create_hlr_db(pid=2963): Launched\u000a09:52:36.302828 bus /sierra_2: Setting Powered False\u000a09:52:37.378124 run create_hlr_db(pid=2963): Terminated: ok {rc=0}\u000a09:52:37.775107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2965): Launched\u000a09:52:38.094139 run osmo-hlr_10.42.42.2(pid=2966): Launched\u000a09:52:38.214962 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:52:38.739997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2968): Launched\u000a09:52:39.057837 run osmo-stp_10.42.42.5(pid=2969): Launched\u000a09:52:39.173965 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:52:39.732728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2971): Launched\u000a09:52:40.053129 run osmo-msc_10.42.42.6(pid=2972): Launched\u000a09:52:40.242079 run osmo-stp_10.42.42.5(pid=2969): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2969)]\u000a09:52:40.377445 run osmo-stp_10.42.42.5(pid=2969): stdout: \u000a| (launched: 2022-12-13_09:52:38.902219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:52:40.512878 run osmo-stp_10.42.42.5(pid=2969): stderr: \u000a| �[0;m�[38;5;43m20221213095239097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095239097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095239097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095239098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095239098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095239098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095239098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:52:40.641860 run osmo-stp_10.42.42.5(pid=2969): stdout: \u000a| (launched: 2022-12-13_09:52:38.902219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:52:40.769341 run osmo-stp_10.42.42.5(pid=2969): stderr: \u000a| �[0;m�[38;5;43m20221213095239097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095239097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095239097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095239098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095239098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095239098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095239098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:52:40.825173 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2969): Process ended prematurely: osmo-stp_10.42.42.5(pid=2969) [trial-2387↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2969)] [trial-2387↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a09:52:40.833637 tst handover.py:18: Test FAILED (6.6 sec)\u000a09:52:40.895528 run osmo-hlr_10.42.42.2(pid=2966): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2966)]\u000a09:52:40.946321 run osmo-hlr_10.42.42.2(pid=2966): stdout: \u000a| (launched: 2022-12-13_09:52:37.938150) \u000a09:52:40.997786 run osmo-hlr_10.42.42.2(pid=2966): stderr: \u000a| �[0;m�[1;31m20221213095238137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095238137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095238137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095238137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095238137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095238137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095238149 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095238157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095238157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095238157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:52:41.067636 run osmo-msc_10.42.42.6(pid=2972): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2972)]\u000a09:52:41.118492 run osmo-msc_10.42.42.6(pid=2972): stdout: \u000a| (launched: 2022-12-13_09:52:39.895806) \u000a09:52:41.169817 run osmo-msc_10.42.42.6(pid=2972): stderr: \u000a| �[0;m�[38;5;43m20221213095240220 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095240220 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb4ebfa2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095240220 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095240221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095240221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095240221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095240223 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095240223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095240223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095240223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:52:41.213587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2965): Terminating (SIGTERM)\u000a09:52:41.254866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2968): Terminating (SIGTERM)\u000a09:52:41.296171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2971): Terminating (SIGTERM)\u000a09:52:41.305731 --- ParallelTerminationStrategy: PID 2965 died...\u000a09:52:41.360874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2965): Terminated: ok {rc=0}\u000a09:52:41.370923 --- ParallelTerminationStrategy: PID 2968 died...\u000a09:52:41.425864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2968): Terminated: ok {rc=0}\u000a09:52:41.435800 --- ParallelTerminationStrategy: PID 2971 died...\u000a09:52:41.491236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2971): Terminated: ok {rc=0}\u000a09:52:41.577257 bus /sierra_3: Setting Powered False\u000a09:52:42.679844 bus /sierra_3: Setting Powered False\u000a09:52:43.791011 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:52:33" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2983): Process ended prematurely: osmo-stp_10.42.42.5(pid=2983) [trial-2387↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2983)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2983): Process ended prematurely: osmo-stp_10.42.42.5(pid=2983) [trial-2387↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2983)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a09:52:45.761082 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:52:45.772041 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a09:52:45.913785 tst handover.py: using LAC 33163\u000a09:52:46.041449 tst handover.py: using RAC 13\u000a09:52:46.170397 tst handover.py: using CellId 33163\u000a09:52:46.331647 tst handover.py: using BVCI 33164\u000a09:52:46.365638 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a09:52:46.509951 tst handover.py: using LAC 33164\u000a09:52:46.662810 tst handover.py: using RAC 14\u000a09:52:46.789562 tst handover.py: using CellId 33164\u000a09:52:46.946314 tst handover.py: using BVCI 33165\u000a09:52:46.976136 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:52:46.988475 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:52:47.000681 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:52:47.013064 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:52:47.026510 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:52:47.039822 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:52:47.179768 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:52:47.389820 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:52:47.874665 run create_hlr_db(pid=2977): Launched\u000a09:52:48.004785 bus /sierra_2: Setting Powered False\u000a09:52:49.080284 run create_hlr_db(pid=2977): Terminated: ok {rc=0}\u000a09:52:49.459028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2979): Launched\u000a09:52:49.761316 run osmo-hlr_10.42.42.2(pid=2980): Launched\u000a09:52:49.879052 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:52:50.379454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2982): Launched\u000a09:52:50.678549 run osmo-stp_10.42.42.5(pid=2983): Launched\u000a09:52:50.788452 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:52:51.309694 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2985): Launched\u000a09:52:51.610820 run osmo-msc_10.42.42.6(pid=2986): Launched\u000a09:52:51.787278 run osmo-stp_10.42.42.5(pid=2983): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2983)]\u000a09:52:51.915258 run osmo-stp_10.42.42.5(pid=2983): stdout: \u000a| (launched: 2022-12-13_09:52:50.531090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:52:52.040702 run osmo-stp_10.42.42.5(pid=2983): stderr: \u000a| �[0;m�[38;5;43m20221213095250701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095250701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095250701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095250702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095250702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095250702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095250702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:52:52.162339 run osmo-stp_10.42.42.5(pid=2983): stdout: \u000a| (launched: 2022-12-13_09:52:50.531090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:52:52.282983 run osmo-stp_10.42.42.5(pid=2983): stderr: \u000a| �[0;m�[38;5;43m20221213095250701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095250701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095250701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095250702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095250702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095250702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095250702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:52:52.335271 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2983): Process ended prematurely: osmo-stp_10.42.42.5(pid=2983) [trial-2387↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2983)] [trial-2387↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a09:52:52.343508 tst handover.py:18: Test FAILED (6.6 sec)\u000a09:52:52.403385 run osmo-hlr_10.42.42.2(pid=2980): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2980)]\u000a09:52:52.452172 run osmo-hlr_10.42.42.2(pid=2980): stdout: \u000a| (launched: 2022-12-13_09:52:49.611546) \u000a09:52:52.501746 run osmo-hlr_10.42.42.2(pid=2980): stderr: \u000a| �[0;m�[1;31m20221213095249788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095249788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095249788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095249789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095249789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095249789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095249801 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095249810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095249810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095249810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:52:52.568868 run osmo-msc_10.42.42.6(pid=2986): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2986)]\u000a09:52:52.618280 run osmo-msc_10.42.42.6(pid=2986): stdout: \u000a| (launched: 2022-12-13_09:52:51.462096) \u000a09:52:52.668024 run osmo-msc_10.42.42.6(pid=2986): stderr: \u000a| �[0;m�[38;5;43m20221213095251730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095251731 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd72b2b1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095251731 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095251731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095251731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095251731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095251733 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095251733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095251734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095251734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:52:52.710234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2979): Terminating (SIGTERM)\u000a09:52:52.750219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2982): Terminating (SIGTERM)\u000a09:52:52.790222 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2985): Terminating (SIGTERM)\u000a09:52:52.799377 --- ParallelTerminationStrategy: PID 2979 died...\u000a09:52:52.853145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2979): Terminated: ok {rc=0}\u000a09:52:52.862693 --- ParallelTerminationStrategy: PID 2982 died...\u000a09:52:52.916404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2982): Terminated: ok {rc=0}\u000a09:52:52.925961 --- ParallelTerminationStrategy: PID 2985 died...\u000a09:52:52.979431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2985): Terminated: ok {rc=0}\u000a09:52:53.066272 bus /sierra_3: Setting Powered False\u000a09:52:54.168874 bus /sierra_3: Setting Powered False\u000a09:52:55.278169 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:52:45" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2997): Process ended prematurely: osmo-stp_10.42.42.5(pid=2997) [trial-2387↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2997)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2997): Process ended prematurely: osmo-stp_10.42.42.5(pid=2997) [trial-2387↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2997)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a09:52:57.258068 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:52:57.268932 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:52:57.396046 tst handover.py: using LAC 33165\u000a09:52:57.522339 tst handover.py: using RAC 15\u000a09:52:57.648692 tst handover.py: using CellId 33165\u000a09:52:57.775524 tst handover.py: using BVCI 33166\u000a09:52:57.799838 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:52:57.941934 tst handover.py: using LAC 33166\u000a09:52:58.069553 tst handover.py: using RAC 16\u000a09:52:58.194381 tst handover.py: using CellId 33166\u000a09:52:58.321315 tst handover.py: using BVCI 33167\u000a09:52:58.345691 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:52:58.357203 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:52:58.368361 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:52:58.379573 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:52:58.391342 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:52:58.403029 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:52:58.521123 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:52:58.730950 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:52:59.213466 run create_hlr_db(pid=2991): Launched\u000a09:52:59.343620 bus /sierra_2: Setting Powered False\u000a09:53:00.418830 run create_hlr_db(pid=2991): Terminated: ok {rc=0}\u000a09:53:00.814888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2993): Launched\u000a09:53:01.282728 run osmo-hlr_10.42.42.2(pid=2994): Launched\u000a09:53:01.491425 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:53:02.025827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2996): Launched\u000a09:53:02.399075 run osmo-stp_10.42.42.5(pid=2997): Launched\u000a09:53:02.518291 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:53:03.078617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2999): Launched\u000a09:53:03.397838 run osmo-msc_10.42.42.6(pid=3000): Launched\u000a09:53:03.585921 run osmo-stp_10.42.42.5(pid=2997): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2997)]\u000a09:53:03.721229 run osmo-stp_10.42.42.5(pid=2997): stdout: \u000a| (launched: 2022-12-13_09:53:02.190949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:53:03.856167 run osmo-stp_10.42.42.5(pid=2997): stderr: \u000a| �[0;m�[38;5;43m20221213095302474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095302474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095302475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095302475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095302475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095302475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095302475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:53:03.984698 run osmo-stp_10.42.42.5(pid=2997): stdout: \u000a| (launched: 2022-12-13_09:53:02.190949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:53:04.112150 run osmo-stp_10.42.42.5(pid=2997): stderr: \u000a| �[0;m�[38;5;43m20221213095302474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095302474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095302475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095302475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095302475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095302475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095302475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:53:04.167953 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2997): Process ended prematurely: osmo-stp_10.42.42.5(pid=2997) [trial-2387↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2997)] [trial-2387↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a09:53:04.176494 tst handover.py:18: Test FAILED (6.9 sec)\u000a09:53:04.238327 run osmo-hlr_10.42.42.2(pid=2994): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2994)]\u000a09:53:04.289239 run osmo-hlr_10.42.42.2(pid=2994): stdout: \u000a| (launched: 2022-12-13_09:53:00.993514) \u000a09:53:04.341035 run osmo-hlr_10.42.42.2(pid=2994): stderr: \u000a| �[0;m�[1;31m20221213095301251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095301251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095301251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095301251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095301251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095301252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095301269 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095301288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095301290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095301292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:53:04.411265 run osmo-msc_10.42.42.6(pid=3000): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3000)]\u000a09:53:04.462093 run osmo-msc_10.42.42.6(pid=3000): stdout: \u000a| (launched: 2022-12-13_09:53:03.241819) \u000a09:53:04.514008 run osmo-msc_10.42.42.6(pid=3000): stderr: \u000a| �[0;m�[38;5;43m20221213095303563 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095303564 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c22b7cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095303564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095303564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095303564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095303564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095303566 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095303566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095303566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095303566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:53:04.557704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2993): Terminating (SIGTERM)\u000a09:53:04.598799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2996): Terminating (SIGTERM)\u000a09:53:04.640218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2999): Terminating (SIGTERM)\u000a09:53:04.649876 --- ParallelTerminationStrategy: PID 2993 died...\u000a09:53:04.705126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2993): Terminated: ok {rc=0}\u000a09:53:04.715063 --- ParallelTerminationStrategy: PID 2996 died...\u000a09:53:04.770084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2996): Terminated: ok {rc=0}\u000a09:53:04.779970 --- ParallelTerminationStrategy: PID 2999 died...\u000a09:53:04.835269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2999): Terminated: ok {rc=0}\u000a09:53:04.921993 bus /sierra_3: Setting Powered False\u000a09:53:06.023800 bus /sierra_3: Setting Powered False\u000a09:53:07.134270 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:52:56" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3011): Process ended prematurely: osmo-stp_10.42.42.5(pid=3011) [trial-2387↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3011)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3011): Process ended prematurely: osmo-stp_10.42.42.5(pid=3011) [trial-2387↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3011)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a09:53:09.088846 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:53:09.099564 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:53:09.219163 tst handover.py: using LAC 33167\u000a09:53:09.336380 tst handover.py: using RAC 17\u000a09:53:09.455916 tst handover.py: using CellId 33167\u000a09:53:09.582951 tst handover.py: using BVCI 33168\u000a09:53:09.607572 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:53:09.737313 tst handover.py: using LAC 33168\u000a09:53:09.863295 tst handover.py: using RAC 18\u000a09:53:09.989233 tst handover.py: using CellId 33168\u000a09:53:10.115073 tst handover.py: using BVCI 33169\u000a09:53:10.139634 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:53:10.151003 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:53:10.162092 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:53:10.173096 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:53:10.184343 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:53:10.195759 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:53:10.315041 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:53:10.524586 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:53:11.006769 run create_hlr_db(pid=3005): Launched\u000a09:53:11.136584 bus /sierra_2: Setting Powered False\u000a09:53:12.212198 run create_hlr_db(pid=3005): Terminated: ok {rc=0}\u000a09:53:12.588191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3007): Launched\u000a09:53:12.885909 run osmo-hlr_10.42.42.2(pid=3008): Launched\u000a09:53:13.001145 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:53:13.493721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3010): Launched\u000a09:53:13.791719 run osmo-stp_10.42.42.5(pid=3011): Launched\u000a09:53:13.901252 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:53:14.419369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3013): Launched\u000a09:53:14.719712 run osmo-msc_10.42.42.6(pid=3014): Launched\u000a09:53:14.896060 run osmo-stp_10.42.42.5(pid=3011): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3011)]\u000a09:53:15.023307 run osmo-stp_10.42.42.5(pid=3011): stdout: \u000a| (launched: 2022-12-13_09:53:13.645338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:53:15.147870 run osmo-stp_10.42.42.5(pid=3011): stderr: \u000a| �[0;m�[38;5;43m20221213095313814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095313814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095313814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095313815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095313815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095313815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095313815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:53:15.268079 run osmo-stp_10.42.42.5(pid=3011): stdout: \u000a| (launched: 2022-12-13_09:53:13.645338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:53:15.387552 run osmo-stp_10.42.42.5(pid=3011): stderr: \u000a| �[0;m�[38;5;43m20221213095313814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095313814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095313814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095313815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095313815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095313815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095313815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:53:15.439729 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3011): Process ended prematurely: osmo-stp_10.42.42.5(pid=3011) [trial-2387↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3011)] [trial-2387↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a09:53:15.447720 tst handover.py:18: Test FAILED (6.3 sec)\u000a09:53:15.507730 run osmo-hlr_10.42.42.2(pid=3008): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3008)]\u000a09:53:15.556525 run osmo-hlr_10.42.42.2(pid=3008): stdout: \u000a| (launched: 2022-12-13_09:53:12.739942) \u000a09:53:15.605923 run osmo-hlr_10.42.42.2(pid=3008): stderr: \u000a| �[0;m�[1;31m20221213095312915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095312915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095312915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095312915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095312915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095312915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095312928 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095312938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095312938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095312938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:53:15.672548 run osmo-msc_10.42.42.6(pid=3014): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3014)]\u000a09:53:15.721183 run osmo-msc_10.42.42.6(pid=3014): stdout: \u000a| (launched: 2022-12-13_09:53:14.571898) \u000a09:53:15.770426 run osmo-msc_10.42.42.6(pid=3014): stderr: \u000a| �[0;m�[38;5;43m20221213095314841 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095314841 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38281d0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095314841 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095314841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095314842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095314842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095314843 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095314844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095314844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095314844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:53:15.812086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3007): Terminating (SIGTERM)\u000a09:53:15.856870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3010): Terminating (SIGTERM)\u000a09:53:15.899954 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3013): Terminating (SIGTERM)\u000a09:53:15.911710 --- ParallelTerminationStrategy: PID 3007 died...\u000a09:53:15.975319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3007): Terminated: ok {rc=0}\u000a09:53:15.985831 --- ParallelTerminationStrategy: PID 3010 died...\u000a09:53:16.043312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3010): Terminated: ok {rc=0}\u000a09:53:16.053902 --- ParallelTerminationStrategy: PID 3013 died...\u000a09:53:16.110887 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3013): Terminated: ok {rc=0}\u000a09:53:16.198049 bus /sierra_3: Setting Powered False\u000a09:53:17.302827 bus /sierra_3: Setting Powered False\u000a09:53:18.413347 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:53:08" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3025): Process ended prematurely: osmo-stp_10.42.42.5(pid=3025) [trial-2387↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3025)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3025): Process ended prematurely: osmo-stp_10.42.42.5(pid=3025) [trial-2387↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3025)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a09:53:20.378354 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:53:20.390041 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:53:20.511520 tst handover.py: using LAC 33169\u000a09:53:20.630732 tst handover.py: using RAC 19\u000a09:53:20.762512 tst handover.py: using CellId 33169\u000a09:53:20.889575 tst handover.py: using BVCI 33170\u000a09:53:20.914097 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:53:21.056796 tst handover.py: using LAC 33170\u000a09:53:21.175701 tst handover.py: using RAC 20\u000a09:53:21.294579 tst handover.py: using CellId 33170\u000a09:53:21.410931 tst handover.py: using BVCI 33171\u000a09:53:21.433831 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:53:21.444634 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:53:21.455295 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:53:21.466165 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:53:21.477600 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:53:21.488586 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:53:21.604041 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:53:21.808898 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:53:22.254264 run create_hlr_db(pid=3019): Launched\u000a09:53:22.376770 bus /sierra_2: Setting Powered False\u000a09:53:23.448604 run create_hlr_db(pid=3019): Terminated: ok {rc=0}\u000a09:53:23.822030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3021): Launched\u000a09:53:24.121800 run osmo-hlr_10.42.42.2(pid=3022): Launched\u000a09:53:24.239400 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:53:24.738712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3024): Launched\u000a09:53:25.037567 run osmo-stp_10.42.42.5(pid=3025): Launched\u000a09:53:25.147497 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:53:25.667793 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3027): Launched\u000a09:53:25.967453 run osmo-msc_10.42.42.6(pid=3028): Launched\u000a09:53:26.143711 run osmo-stp_10.42.42.5(pid=3025): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3025)]\u000a09:53:26.271693 run osmo-stp_10.42.42.5(pid=3025): stdout: \u000a| (launched: 2022-12-13_09:53:24.889841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:53:26.396650 run osmo-stp_10.42.42.5(pid=3025): stderr: \u000a| �[0;m�[38;5;43m20221213095325061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095325061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095325061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095325062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095325062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095325062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095325062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:53:26.517851 run osmo-stp_10.42.42.5(pid=3025): stdout: \u000a| (launched: 2022-12-13_09:53:24.889841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:53:26.638324 run osmo-stp_10.42.42.5(pid=3025): stderr: \u000a| �[0;m�[38;5;43m20221213095325061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095325061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095325061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095325062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095325062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095325062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095325062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:53:26.690658 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3025): Process ended prematurely: osmo-stp_10.42.42.5(pid=3025) [trial-2387↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3025)] [trial-2387↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a09:53:26.698750 tst handover.py:18: Test FAILED (6.3 sec)\u000a09:53:26.758951 run osmo-hlr_10.42.42.2(pid=3022): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3022)]\u000a09:53:26.808161 run osmo-hlr_10.42.42.2(pid=3022): stdout: \u000a| (launched: 2022-12-13_09:53:23.973888) \u000a09:53:26.857921 run osmo-hlr_10.42.42.2(pid=3022): stderr: \u000a| �[0;m�[1;31m20221213095324151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095324151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095324151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095324151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095324151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095324151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095324163 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095324172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095324172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095324172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:53:26.925424 run osmo-msc_10.42.42.6(pid=3028): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3028)]\u000a09:53:26.974472 run osmo-msc_10.42.42.6(pid=3028): stdout: \u000a| (launched: 2022-12-13_09:53:25.819846) \u000a09:53:27.024262 run osmo-msc_10.42.42.6(pid=3028): stderr: \u000a| �[0;m�[38;5;43m20221213095326088 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095326089 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f35d573dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095326089 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095326089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095326089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095326089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095326091 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095326091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095326091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095326091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:53:27.066481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3021): Terminating (SIGTERM)\u000a09:53:27.106420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3024): Terminating (SIGTERM)\u000a09:53:27.146308 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3027): Terminating (SIGTERM)\u000a09:53:27.155495 --- ParallelTerminationStrategy: PID 3021 died...\u000a09:53:27.209648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3021): Terminated: ok {rc=0}\u000a09:53:27.219221 --- ParallelTerminationStrategy: PID 3024 died...\u000a09:53:27.272882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3024): Terminated: ok {rc=0}\u000a09:53:27.282492 --- ParallelTerminationStrategy: PID 3027 died...\u000a09:53:27.335851 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3027): Terminated: ok {rc=0}\u000a09:53:27.418361 bus /sierra_3: Setting Powered False\u000a09:53:28.524441 bus /sierra_3: Setting Powered False\u000a09:53:29.630756 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:53:20" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3039): Process ended prematurely: osmo-stp_10.42.42.5(pid=3039) [trial-2387↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3039)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3039): Process ended prematurely: osmo-stp_10.42.42.5(pid=3039) [trial-2387↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3039)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a09:53:31.649381 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:53:31.664000 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:53:31.814814 tst handover.py: using LAC 33171\u000a09:53:31.935782 tst handover.py: using RAC 21\u000a09:53:32.083820 tst handover.py: using CellId 33171\u000a09:53:32.212043 tst handover.py: using BVCI 33172\u000a09:53:32.237027 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:53:32.372584 tst handover.py: using LAC 33172\u000a09:53:32.494437 tst handover.py: using RAC 22\u000a09:53:32.611215 tst handover.py: using CellId 33172\u000a09:53:32.730634 tst handover.py: using BVCI 33173\u000a09:53:32.753553 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:53:32.764264 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:53:32.775024 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:53:32.785723 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:53:32.796707 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:53:32.807843 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:53:32.922587 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:53:33.136384 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:53:33.620928 run create_hlr_db(pid=3033): Launched\u000a09:53:33.751309 bus /sierra_2: Setting Powered False\u000a09:53:34.826139 run create_hlr_db(pid=3033): Terminated: ok {rc=0}\u000a09:53:35.223169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3035): Launched\u000a09:53:35.543605 run osmo-hlr_10.42.42.2(pid=3036): Launched\u000a09:53:35.660440 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:53:36.185999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3038): Launched\u000a09:53:36.503877 run osmo-stp_10.42.42.5(pid=3039): Launched\u000a09:53:36.621957 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:53:37.177722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3041): Launched\u000a09:53:37.496356 run osmo-msc_10.42.42.6(pid=3042): Launched\u000a09:53:37.685204 run osmo-stp_10.42.42.5(pid=3039): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3039)]\u000a09:53:37.820355 run osmo-stp_10.42.42.5(pid=3039): stdout: \u000a| (launched: 2022-12-13_09:53:36.348236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:53:37.955222 run osmo-stp_10.42.42.5(pid=3039): stderr: \u000a| �[0;m�[38;5;43m20221213095336539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095336539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095336539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095336540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095336542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095336542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095336542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:53:38.084080 run osmo-stp_10.42.42.5(pid=3039): stdout: \u000a| (launched: 2022-12-13_09:53:36.348236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:53:38.211724 run osmo-stp_10.42.42.5(pid=3039): stderr: \u000a| �[0;m�[38;5;43m20221213095336539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095336539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095336539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095336540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095336542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095336542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095336542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:53:38.267436 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3039): Process ended prematurely: osmo-stp_10.42.42.5(pid=3039) [trial-2387↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3039)] [trial-2387↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a09:53:38.275975 tst handover.py:18: Test FAILED (6.6 sec)\u000a09:53:38.338154 run osmo-hlr_10.42.42.2(pid=3036): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3036)]\u000a09:53:38.388996 run osmo-hlr_10.42.42.2(pid=3036): stdout: \u000a| (launched: 2022-12-13_09:53:35.386519) \u000a09:53:38.440489 run osmo-hlr_10.42.42.2(pid=3036): stderr: \u000a| �[0;m�[1;31m20221213095335585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095335585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095335585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095335585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095335585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095335585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095335619 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095335630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095335630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095335630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:53:38.510041 run osmo-msc_10.42.42.6(pid=3042): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3042)]\u000a09:53:38.560869 run osmo-msc_10.42.42.6(pid=3042): stdout: \u000a| (launched: 2022-12-13_09:53:37.340582) \u000a09:53:38.612281 run osmo-msc_10.42.42.6(pid=3042): stderr: \u000a| �[0;m�[38;5;43m20221213095337662 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095337663 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff27b854c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095337663 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095337663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095337663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095337663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095337665 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095337665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095337665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095337665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:53:38.655897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3035): Terminating (SIGTERM)\u000a09:53:38.697072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3038): Terminating (SIGTERM)\u000a09:53:38.738257 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3041): Terminating (SIGTERM)\u000a09:53:38.747753 --- ParallelTerminationStrategy: PID 3035 died...\u000a09:53:38.802820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3035): Terminated: ok {rc=0}\u000a09:53:38.812629 --- ParallelTerminationStrategy: PID 3038 died...\u000a09:53:38.867427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3038): Terminated: ok {rc=0}\u000a09:53:38.877299 --- ParallelTerminationStrategy: PID 3041 died...\u000a09:53:38.931961 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3041): Terminated: ok {rc=0}\u000a09:53:39.018300 bus /sierra_3: Setting Powered False\u000a09:53:40.120338 bus /sierra_3: Setting Powered False\u000a09:53:41.229642 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:53:31" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3153): Process ended prematurely: osmo-stp_10.42.42.5(pid=3153) [trial-2387↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3153)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3153): Process ended prematurely: osmo-stp_10.42.42.5(pid=3153) [trial-2387↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3153)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a09:53:43.247711 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:53:43.259163 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a09:53:43.402247 tst handover.py: using LAC 33173\u000a09:53:43.518313 tst handover.py: using RAC 23\u000a09:53:43.639545 tst handover.py: using CellId 33173\u000a09:53:43.755493 tst handover.py: using BVCI 33174\u000a09:53:43.778181 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a09:53:43.906351 tst handover.py: using LAC 33174\u000a09:53:44.022533 tst handover.py: using RAC 24\u000a09:53:44.138478 tst handover.py: using CellId 33174\u000a09:53:44.254909 tst handover.py: using BVCI 33175\u000a09:53:44.277853 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:53:44.288872 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:53:44.299897 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:53:44.310866 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:53:44.322118 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:53:44.333324 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:53:44.453815 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:53:44.654412 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:53:45.099495 run create_hlr_db(pid=3047): Launched\u000a09:53:45.221520 bus /sierra_2: Setting Powered False\u000a09:53:46.309031 run create_hlr_db(pid=3047): Terminated: ok {rc=0}\u000a09:53:46.728833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3049): Launched\u000a09:53:47.207165 run osmo-hlr_10.42.42.2(pid=3065): Launched\u000a09:53:47.412305 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:53:48.135312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3116): Launched\u000a09:53:48.626087 run osmo-stp_10.42.42.5(pid=3153): Launched\u000a09:53:48.888352 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:53:49.576681 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3290): Launched\u000a09:53:50.048735 run osmo-msc_10.42.42.6(pid=3325): Launched\u000a09:53:50.363583 run osmo-stp_10.42.42.5(pid=3153): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3153)]\u000a09:53:50.583921 run osmo-stp_10.42.42.5(pid=3153): stdout: \u000a| (launched: 2022-12-13_09:53:48.322739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:53:50.722762 run osmo-stp_10.42.42.5(pid=3153): stderr: \u000a| �[0;m�[38;5;43m20221213095348664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095348664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095348664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095348674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095348675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095348675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095348675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:53:50.856040 run osmo-stp_10.42.42.5(pid=3153): stdout: \u000a| (launched: 2022-12-13_09:53:48.322739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:53:50.986032 run osmo-stp_10.42.42.5(pid=3153): stderr: \u000a| �[0;m�[38;5;43m20221213095348664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095348664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095348664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095348674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095348675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095348675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095348675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:53:51.044387 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3153): Process ended prematurely: osmo-stp_10.42.42.5(pid=3153) [trial-2387↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3153)] [trial-2387↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a09:53:51.054096 tst handover.py:18: Test FAILED (7.8 sec)\u000a09:53:51.118472 run osmo-hlr_10.42.42.2(pid=3065): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3065)]\u000a09:53:51.171372 run osmo-hlr_10.42.42.2(pid=3065): stdout: \u000a| (launched: 2022-12-13_09:53:46.907797) \u000a09:53:51.224879 run osmo-hlr_10.42.42.2(pid=3065): stderr: \u000a| �[0;m�[1;31m20221213095347243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095347243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095347243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095347243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095347243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095347243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095347291 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095347303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095347304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095347304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:53:51.298086 run osmo-msc_10.42.42.6(pid=3325): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3325)]\u000a09:53:51.351275 run osmo-msc_10.42.42.6(pid=3325): stdout: \u000a| (launched: 2022-12-13_09:53:49.770238) \u000a09:53:51.404472 run osmo-msc_10.42.42.6(pid=3325): stderr: \u000a| �[0;m�[38;5;43m20221213095350196 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095350196 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcde44f4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095350196 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095350196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095350196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095350196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095350210 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095350211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095350211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095350211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:53:51.450678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3049): Terminating (SIGTERM)\u000a09:53:51.495267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3116): Terminating (SIGTERM)\u000a09:53:51.540786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3290): Terminating (SIGTERM)\u000a09:53:51.551306 --- ParallelTerminationStrategy: PID 3049 died...\u000a09:53:51.611054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3049): Terminated: ok {rc=0}\u000a09:53:51.622021 --- ParallelTerminationStrategy: PID 3116 died...\u000a09:53:51.679979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3116): Terminated: ok {rc=0}\u000a09:53:51.690486 --- ParallelTerminationStrategy: PID 3290 died...\u000a09:53:51.746439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3290): Terminated: ok {rc=0}\u000a09:53:51.834761 bus /sierra_3: Setting Powered False\u000a09:53:52.942917 bus /sierra_3: Setting Powered False\u000a09:53:54.055857 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:53:42" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3338): Process ended prematurely: osmo-stp_10.42.42.5(pid=3338) [trial-2387↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3338)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3338): Process ended prematurely: osmo-stp_10.42.42.5(pid=3338) [trial-2387↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3338)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a09:53:56.100583 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:53:56.112597 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:53:56.259165 tst handover.py: using LAC 33175\u000a09:53:56.382564 tst handover.py: using RAC 25\u000a09:53:56.503448 tst handover.py: using CellId 33175\u000a09:53:56.624059 tst handover.py: using BVCI 33176\u000a09:53:56.649116 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:53:56.786313 tst handover.py: using LAC 33176\u000a09:53:56.907029 tst handover.py: using RAC 26\u000a09:53:57.033809 tst handover.py: using CellId 33176\u000a09:53:57.153634 tst handover.py: using BVCI 33177\u000a09:53:57.178056 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:53:57.190507 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:53:57.202647 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:53:57.214495 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:53:57.228099 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:53:57.241886 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:53:57.365201 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:53:57.577399 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:53:58.084253 run create_hlr_db(pid=3332): Launched\u000a09:53:58.217598 bus /sierra_2: Setting Powered False\u000a09:53:59.296894 run create_hlr_db(pid=3332): Terminated: ok {rc=0}\u000a09:53:59.719551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3334): Launched\u000a09:54:00.146174 run osmo-hlr_10.42.42.2(pid=3335): Launched\u000a09:54:00.366220 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:54:00.955136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3337): Launched\u000a09:54:01.444401 run osmo-stp_10.42.42.5(pid=3338): Launched\u000a09:54:01.671283 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:54:02.374691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3340): Launched\u000a09:54:02.853283 run osmo-msc_10.42.42.6(pid=3341): Launched\u000a09:54:03.210025 run osmo-stp_10.42.42.5(pid=3338): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3338)]\u000a09:54:03.487216 run osmo-stp_10.42.42.5(pid=3338): stdout: \u000a| (launched: 2022-12-13_09:54:01.150892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:54:03.647628 run osmo-stp_10.42.42.5(pid=3338): stderr: \u000a| �[0;m�[38;5;43m20221213095401407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095401407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095401407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095401408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095401412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095401412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095401412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:54:03.779583 run osmo-stp_10.42.42.5(pid=3338): stdout: \u000a| (launched: 2022-12-13_09:54:01.150892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:54:03.910763 run osmo-stp_10.42.42.5(pid=3338): stderr: \u000a| �[0;m�[38;5;43m20221213095401407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095401407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095401407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095401408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095401412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095401412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095401412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:54:03.969044 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3338): Process ended prematurely: osmo-stp_10.42.42.5(pid=3338) [trial-2387↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3338)] [trial-2387↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a09:54:03.978636 tst handover.py:18: Test FAILED (7.9 sec)\u000a09:54:04.044363 run osmo-hlr_10.42.42.2(pid=3335): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3335)]\u000a09:54:04.097258 run osmo-hlr_10.42.42.2(pid=3335): stdout: \u000a| (launched: 2022-12-13_09:53:59.887050) \u000a09:54:04.151228 run osmo-hlr_10.42.42.2(pid=3335): stderr: \u000a| �[0;m�[1;31m20221213095400197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095400197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095400197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095400197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095400197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095400197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095400222 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095400236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095400236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095400236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:54:04.223382 run osmo-msc_10.42.42.6(pid=3341): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3341)]\u000a09:54:04.277045 run osmo-msc_10.42.42.6(pid=3341): stdout: \u000a| (launched: 2022-12-13_09:54:02.575076) \u000a09:54:04.330927 run osmo-msc_10.42.42.6(pid=3341): stderr: \u000a| �[0;m�[38;5;43m20221213095403182 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095403182 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f54391fec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095403183 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095403183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095403183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095403183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095403193 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095403193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095403193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095403194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:54:04.376524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3334): Terminating (SIGTERM)\u000a09:54:04.421904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3337): Terminating (SIGTERM)\u000a09:54:04.468591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3340): Terminating (SIGTERM)\u000a09:54:04.479193 --- ParallelTerminationStrategy: PID 3334 died...\u000a09:54:04.538782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3334): Terminated: ok {rc=0}\u000a09:54:04.549502 --- ParallelTerminationStrategy: PID 3337 died...\u000a09:54:04.607699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3337): Terminated: ok {rc=0}\u000a09:54:04.618325 --- ParallelTerminationStrategy: PID 3340 died...\u000a09:54:04.677819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3340): Terminated: ok {rc=0}\u000a09:54:04.766754 bus /sierra_3: Setting Powered False\u000a09:54:05.877658 bus /sierra_3: Setting Powered False\u000a09:54:06.990145 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:53:55" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3352): Process ended prematurely: osmo-stp_10.42.42.5(pid=3352) [trial-2387↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3352)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3352): Process ended prematurely: osmo-stp_10.42.42.5(pid=3352) [trial-2387↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3352)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a09:54:09.017339 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:54:09.029692 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:54:09.179147 tst handover.py: using LAC 33177\u000a09:54:09.310415 tst handover.py: using RAC 27\u000a09:54:09.440464 tst handover.py: using CellId 33177\u000a09:54:09.573283 tst handover.py: using BVCI 33178\u000a09:54:09.599857 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:54:09.734020 tst handover.py: using LAC 33178\u000a09:54:09.866670 tst handover.py: using RAC 28\u000a09:54:09.995732 tst handover.py: using CellId 33178\u000a09:54:10.126013 tst handover.py: using BVCI 33179\u000a09:54:10.151946 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:54:10.164172 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:54:10.176511 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:54:10.188681 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:54:10.201625 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:54:10.214897 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:54:10.340890 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:54:10.559810 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:54:11.063577 run create_hlr_db(pid=3346): Launched\u000a09:54:11.194023 bus /sierra_2: Setting Powered False\u000a09:54:12.270552 run create_hlr_db(pid=3346): Terminated: ok {rc=0}\u000a09:54:12.646168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3348): Launched\u000a09:54:12.947363 run osmo-hlr_10.42.42.2(pid=3349): Launched\u000a09:54:13.066637 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:54:13.569596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3351): Launched\u000a09:54:13.869960 run osmo-stp_10.42.42.5(pid=3352): Launched\u000a09:54:13.988856 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:54:14.514725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3354): Launched\u000a09:54:14.815629 run osmo-msc_10.42.42.6(pid=3355): Launched\u000a09:54:14.993987 run osmo-stp_10.42.42.5(pid=3352): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3352)]\u000a09:54:15.122543 run osmo-stp_10.42.42.5(pid=3352): stdout: \u000a| (launched: 2022-12-13_09:54:13.721658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:54:15.247909 run osmo-stp_10.42.42.5(pid=3352): stderr: \u000a| �[0;m�[38;5;43m20221213095413891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095413891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095413891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095413892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095413892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095413892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095413892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:54:15.368384 run osmo-stp_10.42.42.5(pid=3352): stdout: \u000a| (launched: 2022-12-13_09:54:13.721658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:54:15.488009 run osmo-stp_10.42.42.5(pid=3352): stderr: \u000a| �[0;m�[38;5;43m20221213095413891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095413891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095413891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095413892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095413892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095413892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095413892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:54:15.540250 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3352): Process ended prematurely: osmo-stp_10.42.42.5(pid=3352) [trial-2387↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3352)] [trial-2387↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a09:54:15.548254 tst handover.py:18: Test FAILED (6.5 sec)\u000a09:54:15.609040 run osmo-hlr_10.42.42.2(pid=3349): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3349)]\u000a09:54:15.658974 run osmo-hlr_10.42.42.2(pid=3349): stdout: \u000a| (launched: 2022-12-13_09:54:12.798517) \u000a09:54:15.709157 run osmo-hlr_10.42.42.2(pid=3349): stderr: \u000a| �[0;m�[1;31m20221213095412972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095412972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095412972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095412972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095412972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095412972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095412985 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095412993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095412994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095412994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:54:15.777082 run osmo-msc_10.42.42.6(pid=3355): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3355)]\u000a09:54:15.826283 run osmo-msc_10.42.42.6(pid=3355): stdout: \u000a| (launched: 2022-12-13_09:54:14.666710) \u000a09:54:15.883049 run osmo-msc_10.42.42.6(pid=3355): stderr: \u000a| �[0;m�[38;5;43m20221213095414937 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095414938 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b9ee58c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095414938 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095414938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095414938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095414938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095414940 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095414940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095414940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095414941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:54:15.928080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3348): Terminating (SIGTERM)\u000a09:54:15.971629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3351): Terminating (SIGTERM)\u000a09:54:16.018522 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3354): Terminating (SIGTERM)\u000a09:54:16.028820 --- ParallelTerminationStrategy: PID 3348 died...\u000a09:54:16.089302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3348): Terminated: ok {rc=0}\u000a09:54:16.099912 --- ParallelTerminationStrategy: PID 3351 died...\u000a09:54:16.157178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3351): Terminated: ok {rc=0}\u000a09:54:16.167651 --- ParallelTerminationStrategy: PID 3354 died...\u000a09:54:16.224556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3354): Terminated: ok {rc=0}\u000a09:54:16.323601 bus /sierra_3: Setting Powered False\u000a09:54:17.427427 bus /sierra_3: Setting Powered False\u000a09:54:18.537995 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:54:08" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3366): Process ended prematurely: osmo-stp_10.42.42.5(pid=3366) [trial-2387↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3366)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3366): Process ended prematurely: osmo-stp_10.42.42.5(pid=3366) [trial-2387↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3366)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a09:54:20.541269 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:54:20.552087 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:54:20.689800 tst handover.py: using LAC 33179\u000a09:54:20.805848 tst handover.py: using RAC 29\u000a09:54:20.922404 tst handover.py: using CellId 33179\u000a09:54:21.045396 tst handover.py: using BVCI 33180\u000a09:54:21.069812 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:54:21.209838 tst handover.py: using LAC 33180\u000a09:54:21.334286 tst handover.py: using RAC 30\u000a09:54:21.460087 tst handover.py: using CellId 33180\u000a09:54:21.585820 tst handover.py: using BVCI 33181\u000a09:54:21.610235 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:54:21.621511 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:54:21.632464 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:54:21.643972 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:54:21.655641 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:54:21.667206 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:54:21.788110 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:54:21.996931 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:54:22.478483 run create_hlr_db(pid=3360): Launched\u000a09:54:22.608532 bus /sierra_2: Setting Powered False\u000a09:54:23.684029 run create_hlr_db(pid=3360): Terminated: ok {rc=0}\u000a09:54:24.058932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3362): Launched\u000a09:54:24.358671 run osmo-hlr_10.42.42.2(pid=3363): Launched\u000a09:54:24.475147 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:54:24.977813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3365): Launched\u000a09:54:25.278220 run osmo-stp_10.42.42.5(pid=3366): Launched\u000a09:54:25.388635 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:54:25.912705 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3368): Launched\u000a09:54:26.213869 run osmo-msc_10.42.42.6(pid=3369): Launched\u000a09:54:26.392053 run osmo-stp_10.42.42.5(pid=3366): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3366)]\u000a09:54:26.519800 run osmo-stp_10.42.42.5(pid=3366): stdout: \u000a| (launched: 2022-12-13_09:54:25.129863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:54:26.645803 run osmo-stp_10.42.42.5(pid=3366): stderr: \u000a| �[0;m�[38;5;43m20221213095425301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095425301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095425302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095425302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095425302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095425302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095425303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:54:26.766681 run osmo-stp_10.42.42.5(pid=3366): stdout: \u000a| (launched: 2022-12-13_09:54:25.129863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:54:26.886972 run osmo-stp_10.42.42.5(pid=3366): stderr: \u000a| �[0;m�[38;5;43m20221213095425301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095425301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095425302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095425302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095425302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095425302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095425303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:54:26.939214 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3366): Process ended prematurely: osmo-stp_10.42.42.5(pid=3366) [trial-2387↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3366)] [trial-2387↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a09:54:26.947255 tst handover.py:18: Test FAILED (6.4 sec)\u000a09:54:27.007714 run osmo-hlr_10.42.42.2(pid=3363): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3363)]\u000a09:54:27.057359 run osmo-hlr_10.42.42.2(pid=3363): stdout: \u000a| (launched: 2022-12-13_09:54:24.210880) \u000a09:54:27.107265 run osmo-hlr_10.42.42.2(pid=3363): stderr: \u000a| �[0;m�[1;31m20221213095424388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095424388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095424388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095424388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095424388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095424388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095424400 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095424409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095424409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095424409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:54:27.174982 run osmo-msc_10.42.42.6(pid=3369): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3369)]\u000a09:54:27.224454 run osmo-msc_10.42.42.6(pid=3369): stdout: \u000a| (launched: 2022-12-13_09:54:26.065136) \u000a09:54:27.274211 run osmo-msc_10.42.42.6(pid=3369): stderr: \u000a| �[0;m�[38;5;43m20221213095426335 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095426336 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8679aabc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095426336 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095426336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095426336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095426336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095426340 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095426340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095426340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095426340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:54:27.316069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3362): Terminating (SIGTERM)\u000a09:54:27.355803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3365): Terminating (SIGTERM)\u000a09:54:27.395595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3368): Terminating (SIGTERM)\u000a09:54:27.404813 --- ParallelTerminationStrategy: PID 3362 died...\u000a09:54:27.458867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3362): Terminated: ok {rc=0}\u000a09:54:27.468515 --- ParallelTerminationStrategy: PID 3365 died...\u000a09:54:27.522278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3365): Terminated: ok {rc=0}\u000a09:54:27.531893 --- ParallelTerminationStrategy: PID 3368 died...\u000a09:54:27.585683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3368): Terminated: ok {rc=0}\u000a09:54:27.673334 bus /sierra_3: Setting Powered False\u000a09:54:28.775401 bus /sierra_3: Setting Powered False\u000a09:54:29.881962 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:54:20" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3381): Process ended prematurely: osmo-stp_10.42.42.5(pid=3381) [trial-2387↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3381)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3381): Process ended prematurely: osmo-stp_10.42.42.5(pid=3381) [trial-2387↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3381)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a09:54:31.999377 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:54:32.013955 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:54:32.189049 tst handover.py: using LAC 33181\u000a09:54:32.325245 tst handover.py: using RAC 31\u000a09:54:32.454086 tst handover.py: using CellId 33181\u000a09:54:32.581572 tst handover.py: using BVCI 33182\u000a09:54:32.606285 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:54:32.746414 tst handover.py: using LAC 33182\u000a09:54:32.868328 tst handover.py: using RAC 32\u000a09:54:32.987770 tst handover.py: using CellId 33182\u000a09:54:33.107118 tst handover.py: using BVCI 33183\u000a09:54:33.129986 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:54:33.140861 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:54:33.151601 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:54:33.162266 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:54:33.173659 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:54:33.185145 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:54:33.304490 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:54:33.513793 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:54:33.996307 run create_hlr_db(pid=3375): Launched\u000a09:54:34.126714 bus /sierra_2: Setting Powered False\u000a09:54:35.202568 run create_hlr_db(pid=3375): Terminated: ok {rc=0}\u000a09:54:35.598997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3377): Launched\u000a09:54:35.918170 run osmo-hlr_10.42.42.2(pid=3378): Launched\u000a09:54:36.038788 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:54:36.567691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3380): Launched\u000a09:54:36.888541 run osmo-stp_10.42.42.5(pid=3381): Launched\u000a09:54:37.005496 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:54:37.564832 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3383): Launched\u000a09:54:37.884433 run osmo-msc_10.42.42.6(pid=3384): Launched\u000a09:54:38.073054 run osmo-stp_10.42.42.5(pid=3381): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3381)]\u000a09:54:38.208866 run osmo-stp_10.42.42.5(pid=3381): stdout: \u000a| (launched: 2022-12-13_09:54:36.731001)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:54:38.344295 run osmo-stp_10.42.42.5(pid=3381): stderr: \u000a| �[0;m�[38;5;43m20221213095436923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095436923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095436923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095436923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095436924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095436924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095436924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:54:38.473283 run osmo-stp_10.42.42.5(pid=3381): stdout: \u000a| (launched: 2022-12-13_09:54:36.731001)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:54:38.601654 run osmo-stp_10.42.42.5(pid=3381): stderr: \u000a| �[0;m�[38;5;43m20221213095436923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095436923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095436923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095436923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095436924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095436924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095436924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:54:38.657730 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3381): Process ended prematurely: osmo-stp_10.42.42.5(pid=3381) [trial-2387↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3381)] [trial-2387↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a09:54:38.666081 tst handover.py:18: Test FAILED (6.7 sec)\u000a09:54:38.728500 run osmo-hlr_10.42.42.2(pid=3378): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3378)]\u000a09:54:38.780367 run osmo-hlr_10.42.42.2(pid=3378): stdout: \u000a| (launched: 2022-12-13_09:54:35.761719) \u000a09:54:38.832243 run osmo-hlr_10.42.42.2(pid=3378): stderr: \u000a| �[0;m�[1;31m20221213095435960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095435960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095435960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095435960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095435960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095435960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095435972 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095435980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095435980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095435981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:54:38.903005 run osmo-msc_10.42.42.6(pid=3384): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3384)]\u000a09:54:38.954359 run osmo-msc_10.42.42.6(pid=3384): stdout: \u000a| (launched: 2022-12-13_09:54:37.727337) \u000a09:54:39.006358 run osmo-msc_10.42.42.6(pid=3384): stderr: \u000a| �[0;m�[38;5;43m20221213095438051 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095438051 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f93ec998c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095438051 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095438051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095438052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095438052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095438054 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095438054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095438054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095438054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:54:39.050522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3377): Terminating (SIGTERM)\u000a09:54:39.092389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3380): Terminating (SIGTERM)\u000a09:54:39.134753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3383): Terminating (SIGTERM)\u000a09:54:39.144307 --- ParallelTerminationStrategy: PID 3377 died...\u000a09:54:39.199536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3377): Terminated: ok {rc=0}\u000a09:54:39.209943 --- ParallelTerminationStrategy: PID 3380 died...\u000a09:54:39.264932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3380): Terminated: ok {rc=0}\u000a09:54:39.274897 --- ParallelTerminationStrategy: PID 3383 died...\u000a09:54:39.329681 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3383): Terminated: ok {rc=0}\u000a09:54:39.414513 bus /sierra_3: Setting Powered False\u000a09:54:40.518961 bus /sierra_3: Setting Powered False\u000a09:54:41.626342 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:54:31" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3395): Process ended prematurely: osmo-stp_10.42.42.5(pid=3395) [trial-2387↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3395)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3395): Process ended prematurely: osmo-stp_10.42.42.5(pid=3395) [trial-2387↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3395)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a09:54:43.643730 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:54:43.655136 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:54:43.784282 tst handover.py: using LAC 33183\u000a09:54:43.903064 tst handover.py: using RAC 33\u000a09:54:44.020739 tst handover.py: using CellId 33183\u000a09:54:44.144730 tst handover.py: using BVCI 33184\u000a09:54:44.169158 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:54:44.305772 tst handover.py: using LAC 33184\u000a09:54:44.434028 tst handover.py: using RAC 34\u000a09:54:44.558014 tst handover.py: using CellId 33184\u000a09:54:44.681884 tst handover.py: using BVCI 33185\u000a09:54:44.706324 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:54:44.718360 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:54:44.730066 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:54:44.741525 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:54:44.752863 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:54:44.764212 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:54:44.880170 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:54:45.081032 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:54:45.527724 run create_hlr_db(pid=3389): Launched\u000a09:54:45.650322 bus /sierra_2: Setting Powered False\u000a09:54:46.727232 run create_hlr_db(pid=3389): Terminated: ok {rc=0}\u000a09:54:47.117492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3391): Launched\u000a09:54:47.422647 run osmo-hlr_10.42.42.2(pid=3392): Launched\u000a09:54:47.542170 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:54:48.046581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3394): Launched\u000a09:54:48.346866 run osmo-stp_10.42.42.5(pid=3395): Launched\u000a09:54:48.456172 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:54:48.979978 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3397): Launched\u000a09:54:49.280529 run osmo-msc_10.42.42.6(pid=3398): Launched\u000a09:54:49.457808 run osmo-stp_10.42.42.5(pid=3395): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3395)]\u000a09:54:49.585346 run osmo-stp_10.42.42.5(pid=3395): stdout: \u000a| (launched: 2022-12-13_09:54:48.198634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:54:49.709931 run osmo-stp_10.42.42.5(pid=3395): stderr: \u000a| �[0;m�[38;5;43m20221213095448370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095448370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095448370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095448370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095448371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095448371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095448371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:54:49.830719 run osmo-stp_10.42.42.5(pid=3395): stdout: \u000a| (launched: 2022-12-13_09:54:48.198634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:54:49.950512 run osmo-stp_10.42.42.5(pid=3395): stderr: \u000a| �[0;m�[38;5;43m20221213095448370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095448370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095448370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095448370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095448371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095448371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095448371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:54:50.002544 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3395): Process ended prematurely: osmo-stp_10.42.42.5(pid=3395) [trial-2387↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3395)] [trial-2387↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a09:54:50.010412 tst handover.py:18: Test FAILED (6.4 sec)\u000a09:54:50.070730 run osmo-hlr_10.42.42.2(pid=3392): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3392)]\u000a09:54:50.119766 run osmo-hlr_10.42.42.2(pid=3392): stdout: \u000a| (launched: 2022-12-13_09:54:47.272260) \u000a09:54:50.169175 run osmo-hlr_10.42.42.2(pid=3392): stderr: \u000a| �[0;m�[1;31m20221213095447450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095447450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095447450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095447450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095447450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095447450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095447462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095447471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095447471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095447471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:54:50.235886 run osmo-msc_10.42.42.6(pid=3398): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3398)]\u000a09:54:50.284161 run osmo-msc_10.42.42.6(pid=3398): stdout: \u000a| (launched: 2022-12-13_09:54:49.131935) \u000a09:54:50.333286 run osmo-msc_10.42.42.6(pid=3398): stderr: \u000a| �[0;m�[38;5;43m20221213095449402 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095449402 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7caf781c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095449402 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095449402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095449402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095449402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095449404 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095449404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095449405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095449405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:54:50.374894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3391): Terminating (SIGTERM)\u000a09:54:50.414231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3394): Terminating (SIGTERM)\u000a09:54:50.453871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3397): Terminating (SIGTERM)\u000a09:54:50.462986 --- ParallelTerminationStrategy: PID 3391 died...\u000a09:54:50.516139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3391): Terminated: ok {rc=0}\u000a09:54:50.525695 --- ParallelTerminationStrategy: PID 3394 died...\u000a09:54:50.579150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3394): Terminated: ok {rc=0}\u000a09:54:50.588532 --- ParallelTerminationStrategy: PID 3397 died...\u000a09:54:50.641429 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3397): Terminated: ok {rc=0}\u000a09:54:50.729209 bus /sierra_3: Setting Powered False\u000a09:54:51.830880 bus /sierra_3: Setting Powered False\u000a09:54:52.940035 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:54:43" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3410): Process ended prematurely: osmo-stp_10.42.42.5(pid=3410) [trial-2387↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3410)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3410): Process ended prematurely: osmo-stp_10.42.42.5(pid=3410) [trial-2387↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3410)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a09:54:54.931806 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:54:54.943269 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:54:55.079221 tst handover.py: using LAC 33185\u000a09:54:55.204882 tst handover.py: using RAC 35\u000a09:54:55.330201 tst handover.py: using CellId 33185\u000a09:54:55.457603 tst handover.py: using BVCI 33186\u000a09:54:55.482029 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:54:55.609784 tst handover.py: using LAC 33186\u000a09:54:55.736468 tst handover.py: using RAC 36\u000a09:54:55.859603 tst handover.py: using CellId 33186\u000a09:54:55.977689 tst handover.py: using BVCI 33187\u000a09:54:56.000384 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:54:56.011645 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:54:56.022690 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:54:56.033811 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:54:56.045470 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:54:56.056926 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:54:56.177039 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:54:56.377316 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:54:56.822247 run create_hlr_db(pid=3404): Launched\u000a09:54:56.943776 bus /sierra_2: Setting Powered False\u000a09:54:58.015869 run create_hlr_db(pid=3404): Terminated: ok {rc=0}\u000a09:54:58.387229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3406): Launched\u000a09:54:58.686874 run osmo-hlr_10.42.42.2(pid=3407): Launched\u000a09:54:58.803447 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:54:59.305968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3409): Launched\u000a09:54:59.605361 run osmo-stp_10.42.42.5(pid=3410): Launched\u000a09:54:59.714924 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:55:00.234490 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3412): Launched\u000a09:55:00.533678 run osmo-msc_10.42.42.6(pid=3413): Launched\u000a09:55:00.711242 run osmo-stp_10.42.42.5(pid=3410): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3410)]\u000a09:55:00.839027 run osmo-stp_10.42.42.5(pid=3410): stdout: \u000a| (launched: 2022-12-13_09:54:59.457717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:00.991182 run osmo-stp_10.42.42.5(pid=3410): stderr: \u000a| �[0;m�[38;5;43m20221213095459628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095459628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095459628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095459629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095459629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095459629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095459629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:01.115235 run osmo-stp_10.42.42.5(pid=3410): stdout: \u000a| (launched: 2022-12-13_09:54:59.457717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:01.237916 run osmo-stp_10.42.42.5(pid=3410): stderr: \u000a| �[0;m�[38;5;43m20221213095459628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095459628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095459628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095459629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095459629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095459629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095459629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:01.296070 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3410): Process ended prematurely: osmo-stp_10.42.42.5(pid=3410) [trial-2387↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3410)] [trial-2387↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a09:55:01.308255 tst handover.py:18: Test FAILED (6.4 sec)\u000a09:55:01.370705 run osmo-hlr_10.42.42.2(pid=3407): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3407)]\u000a09:55:01.421092 run osmo-hlr_10.42.42.2(pid=3407): stdout: \u000a| (launched: 2022-12-13_09:54:58.538806) \u000a09:55:01.472359 run osmo-hlr_10.42.42.2(pid=3407): stderr: \u000a| �[0;m�[1;31m20221213095458713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095458713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095458713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095458713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095458713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095458713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095458725 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095458733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095458733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095458733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:55:01.541322 run osmo-msc_10.42.42.6(pid=3413): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3413)]\u000a09:55:01.593656 run osmo-msc_10.42.42.6(pid=3413): stdout: \u000a| (launched: 2022-12-13_09:55:00.386011) \u000a09:55:01.645104 run osmo-msc_10.42.42.6(pid=3413): stderr: \u000a| �[0;m�[38;5;43m20221213095500655 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095500655 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f78a29f1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095500655 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095500655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095500655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095500655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095500657 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095500658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095500658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095500658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:55:01.687967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3406): Terminating (SIGTERM)\u000a09:55:01.732486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3409): Terminating (SIGTERM)\u000a09:55:01.774466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3412): Terminating (SIGTERM)\u000a09:55:01.784175 --- ParallelTerminationStrategy: PID 3406 died...\u000a09:55:01.840723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3406): Terminated: ok {rc=0}\u000a09:55:01.851178 --- ParallelTerminationStrategy: PID 3409 died...\u000a09:55:01.907253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3409): Terminated: ok {rc=0}\u000a09:55:01.917688 --- ParallelTerminationStrategy: PID 3412 died...\u000a09:55:01.973879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3412): Terminated: ok {rc=0}\u000a09:55:02.064001 bus /sierra_3: Setting Powered False\u000a09:55:03.168148 bus /sierra_3: Setting Powered False\u000a09:55:04.277715 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:54:54" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3427): Process ended prematurely: osmo-stp_10.42.42.5(pid=3427) [trial-2387↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3427)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3427): Process ended prematurely: osmo-stp_10.42.42.5(pid=3427) [trial-2387↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3427)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a09:55:06.273190 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:55:06.284250 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:55:06.415005 tst handover.py: using LAC 33187\u000a09:55:06.531450 tst handover.py: using RAC 37\u000a09:55:06.650545 tst handover.py: using CellId 33187\u000a09:55:06.772352 tst handover.py: using BVCI 33188\u000a09:55:06.794953 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:55:06.936028 tst handover.py: using LAC 33188\u000a09:55:07.057140 tst handover.py: using RAC 38\u000a09:55:07.179086 tst handover.py: using CellId 33188\u000a09:55:07.294875 tst handover.py: using BVCI 33189\u000a09:55:07.317848 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:55:07.329248 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:55:07.340019 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:55:07.351251 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:55:07.362662 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:55:07.374148 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:55:07.493559 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:55:07.693197 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:55:08.137305 run create_hlr_db(pid=3421): Launched\u000a09:55:08.266695 bus /sierra_2: Setting Powered False\u000a09:55:09.340820 run create_hlr_db(pid=3421): Terminated: ok {rc=0}\u000a09:55:09.716784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3423): Launched\u000a09:55:10.015973 run osmo-hlr_10.42.42.2(pid=3424): Launched\u000a09:55:10.132368 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:55:10.635234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3426): Launched\u000a09:55:10.934404 run osmo-stp_10.42.42.5(pid=3427): Launched\u000a09:55:11.048453 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:55:11.568004 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3429): Launched\u000a09:55:11.874076 run osmo-msc_10.42.42.6(pid=3430): Launched\u000a09:55:12.050690 run osmo-stp_10.42.42.5(pid=3427): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3427)]\u000a09:55:12.177813 run osmo-stp_10.42.42.5(pid=3427): stdout: \u000a| (launched: 2022-12-13_09:55:10.786464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:12.302797 run osmo-stp_10.42.42.5(pid=3427): stderr: \u000a| �[0;m�[38;5;43m20221213095510957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095510957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095510958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095510958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095510958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095510959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095510959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:12.422780 run osmo-stp_10.42.42.5(pid=3427): stdout: \u000a| (launched: 2022-12-13_09:55:10.786464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:12.542382 run osmo-stp_10.42.42.5(pid=3427): stderr: \u000a| �[0;m�[38;5;43m20221213095510957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095510957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095510958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095510958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095510958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095510959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095510959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:12.594579 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3427): Process ended prematurely: osmo-stp_10.42.42.5(pid=3427) [trial-2387↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3427)] [trial-2387↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a09:55:12.602632 tst handover.py:18: Test FAILED (6.3 sec)\u000a09:55:12.662370 run osmo-hlr_10.42.42.2(pid=3424): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3424)]\u000a09:55:12.711043 run osmo-hlr_10.42.42.2(pid=3424): stdout: \u000a| (launched: 2022-12-13_09:55:09.868664) \u000a09:55:12.760475 run osmo-hlr_10.42.42.2(pid=3424): stderr: \u000a| �[0;m�[1;31m20221213095510043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095510043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095510043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095510043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095510044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095510044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095510056 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095510064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095510064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095510064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:55:12.827652 run osmo-msc_10.42.42.6(pid=3430): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3430)]\u000a09:55:12.876242 run osmo-msc_10.42.42.6(pid=3430): stdout: \u000a| (launched: 2022-12-13_09:55:11.719489) \u000a09:55:12.925333 run osmo-msc_10.42.42.6(pid=3430): stderr: \u000a| �[0;m�[38;5;43m20221213095511994 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095511994 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2d25faac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095511994 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095511994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095511994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095511995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095511996 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095511997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095511997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095511997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:55:12.967093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3423): Terminating (SIGTERM)\u000a09:55:13.006429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3426): Terminating (SIGTERM)\u000a09:55:13.046031 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3429): Terminating (SIGTERM)\u000a09:55:13.055255 --- ParallelTerminationStrategy: PID 3423 died...\u000a09:55:13.108494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3423): Terminated: ok {rc=0}\u000a09:55:13.118058 --- ParallelTerminationStrategy: PID 3426 died...\u000a09:55:13.170920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3426): Terminated: ok {rc=0}\u000a09:55:13.180474 --- ParallelTerminationStrategy: PID 3429 died...\u000a09:55:13.232978 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3429): Terminated: ok {rc=0}\u000a09:55:13.315768 bus /sierra_3: Setting Powered False\u000a09:55:14.419264 bus /sierra_3: Setting Powered False\u000a09:55:15.524852 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:55:05" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3441): Process ended prematurely: osmo-stp_10.42.42.5(pid=3441) [trial-2387↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3441)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3441): Process ended prematurely: osmo-stp_10.42.42.5(pid=3441) [trial-2387↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3441)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a09:55:17.556123 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:55:17.568233 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:55:17.701191 tst handover.py: using LAC 33189\u000a09:55:17.818467 tst handover.py: using RAC 39\u000a09:55:17.946375 tst handover.py: using CellId 33189\u000a09:55:18.072473 tst handover.py: using BVCI 33190\u000a09:55:18.096861 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:55:18.236335 tst handover.py: using LAC 33190\u000a09:55:18.364387 tst handover.py: using RAC 40\u000a09:55:18.488069 tst handover.py: using CellId 33190\u000a09:55:18.615383 tst handover.py: using BVCI 33191\u000a09:55:18.639889 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:55:18.651332 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:55:18.663067 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:55:18.674492 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:55:18.685894 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:55:18.697150 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:55:18.812786 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:55:19.020170 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:55:19.504163 run create_hlr_db(pid=3435): Launched\u000a09:55:19.635039 bus /sierra_2: Setting Powered False\u000a09:55:20.700273 run create_hlr_db(pid=3435): Terminated: ok {rc=0}\u000a09:55:21.074113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3437): Launched\u000a09:55:21.374057 run osmo-hlr_10.42.42.2(pid=3438): Launched\u000a09:55:21.488804 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:55:21.981284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3440): Launched\u000a09:55:22.280825 run osmo-stp_10.42.42.5(pid=3441): Launched\u000a09:55:22.390434 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:55:22.909317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3443): Launched\u000a09:55:23.207761 run osmo-msc_10.42.42.6(pid=3444): Launched\u000a09:55:23.385624 run osmo-stp_10.42.42.5(pid=3441): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3441)]\u000a09:55:23.512655 run osmo-stp_10.42.42.5(pid=3441): stdout: \u000a| (launched: 2022-12-13_09:55:22.133488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:23.637336 run osmo-stp_10.42.42.5(pid=3441): stderr: \u000a| �[0;m�[38;5;43m20221213095522304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095522304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095522304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095522305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095522305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095522305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095522306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:23.757838 run osmo-stp_10.42.42.5(pid=3441): stdout: \u000a| (launched: 2022-12-13_09:55:22.133488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:23.877712 run osmo-stp_10.42.42.5(pid=3441): stderr: \u000a| �[0;m�[38;5;43m20221213095522304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095522304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095522304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095522305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095522305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095522305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095522306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:23.929748 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3441): Process ended prematurely: osmo-stp_10.42.42.5(pid=3441) [trial-2387↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3441)] [trial-2387↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a09:55:23.937712 tst handover.py:18: Test FAILED (6.4 sec)\u000a09:55:23.997672 run osmo-hlr_10.42.42.2(pid=3438): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3438)]\u000a09:55:24.046251 run osmo-hlr_10.42.42.2(pid=3438): stdout: \u000a| (launched: 2022-12-13_09:55:21.226337) \u000a09:55:24.095288 run osmo-hlr_10.42.42.2(pid=3438): stderr: \u000a| �[0;m�[1;31m20221213095521404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095521404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095521404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095521404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095521404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095521404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095521416 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095521425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095521425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095521425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:55:24.162037 run osmo-msc_10.42.42.6(pid=3444): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3444)]\u000a09:55:24.210267 run osmo-msc_10.42.42.6(pid=3444): stdout: \u000a| (launched: 2022-12-13_09:55:23.060525) \u000a09:55:24.259197 run osmo-msc_10.42.42.6(pid=3444): stderr: \u000a| �[0;m�[38;5;43m20221213095523331 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095523331 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb56a4e4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095523331 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095523331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095523331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095523332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095523333 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095523334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095523334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095523334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:55:24.300416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3437): Terminating (SIGTERM)\u000a09:55:24.339357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3440): Terminating (SIGTERM)\u000a09:55:24.378443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3443): Terminating (SIGTERM)\u000a09:55:24.387476 --- ParallelTerminationStrategy: PID 3437 died...\u000a09:55:24.440098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3437): Terminated: ok {rc=0}\u000a09:55:24.449896 --- ParallelTerminationStrategy: PID 3440 died...\u000a09:55:24.502626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3440): Terminated: ok {rc=0}\u000a09:55:24.512387 --- ParallelTerminationStrategy: PID 3443 died...\u000a09:55:24.565077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3443): Terminated: ok {rc=0}\u000a09:55:24.651943 bus /sierra_3: Setting Powered False\u000a09:55:25.753541 bus /sierra_3: Setting Powered False\u000a09:55:26.864159 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:55:17" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3455): Process ended prematurely: osmo-stp_10.42.42.5(pid=3455) [trial-2387↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3455)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3455): Process ended prematurely: osmo-stp_10.42.42.5(pid=3455) [trial-2387↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3455)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a09:55:28.880156 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:55:28.891644 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:55:29.034252 tst handover.py: using LAC 33191\u000a09:55:29.158784 tst handover.py: using RAC 41\u000a09:55:29.283063 tst handover.py: using CellId 33191\u000a09:55:29.408444 tst handover.py: using BVCI 33192\u000a09:55:29.432686 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:55:29.561412 tst handover.py: using LAC 33192\u000a09:55:29.680744 tst handover.py: using RAC 42\u000a09:55:29.798378 tst handover.py: using CellId 33192\u000a09:55:29.914738 tst handover.py: using BVCI 33193\u000a09:55:29.937525 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:55:29.948512 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:55:29.959222 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:55:29.969898 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:55:29.981094 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:55:29.992158 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:55:30.114164 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:55:30.323200 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:55:30.807771 run create_hlr_db(pid=3449): Launched\u000a09:55:30.943568 bus /sierra_2: Setting Powered False\u000a09:55:32.023631 run create_hlr_db(pid=3449): Terminated: ok {rc=0}\u000a09:55:32.405483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3451): Launched\u000a09:55:32.705039 run osmo-hlr_10.42.42.2(pid=3452): Launched\u000a09:55:32.823035 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:55:33.326741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3454): Launched\u000a09:55:33.628453 run osmo-stp_10.42.42.5(pid=3455): Launched\u000a09:55:33.738649 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:55:34.259900 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3457): Launched\u000a09:55:34.559417 run osmo-msc_10.42.42.6(pid=3458): Launched\u000a09:55:34.735547 run osmo-stp_10.42.42.5(pid=3455): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3455)]\u000a09:55:34.862872 run osmo-stp_10.42.42.5(pid=3455): stdout: \u000a| (launched: 2022-12-13_09:55:33.478688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:34.987602 run osmo-stp_10.42.42.5(pid=3455): stderr: \u000a| �[0;m�[38;5;43m20221213095533652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095533652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095533652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095533653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095533653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095533653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095533653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:35.108316 run osmo-stp_10.42.42.5(pid=3455): stdout: \u000a| (launched: 2022-12-13_09:55:33.478688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:35.228135 run osmo-stp_10.42.42.5(pid=3455): stderr: \u000a| �[0;m�[38;5;43m20221213095533652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095533652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095533652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095533653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095533653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095533653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095533653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:35.280568 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3455): Process ended prematurely: osmo-stp_10.42.42.5(pid=3455) [trial-2387↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3455)] [trial-2387↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a09:55:35.288430 tst handover.py:18: Test FAILED (6.4 sec)\u000a09:55:35.349387 run osmo-hlr_10.42.42.2(pid=3452): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3452)]\u000a09:55:35.398615 run osmo-hlr_10.42.42.2(pid=3452): stdout: \u000a| (launched: 2022-12-13_09:55:32.557935) \u000a09:55:35.447942 run osmo-hlr_10.42.42.2(pid=3452): stderr: \u000a| �[0;m�[1;31m20221213095532736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095532736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095532736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095532736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095532736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095532736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095532748 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095532757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095532757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095532757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:55:35.515402 run osmo-msc_10.42.42.6(pid=3458): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3458)]\u000a09:55:35.564433 run osmo-msc_10.42.42.6(pid=3458): stdout: \u000a| (launched: 2022-12-13_09:55:34.411714) \u000a09:55:35.614011 run osmo-msc_10.42.42.6(pid=3458): stderr: \u000a| �[0;m�[38;5;43m20221213095534682 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095534682 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f03e4dd5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095534682 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095534682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095534682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095534683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095534684 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095534685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095534685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095534685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:55:35.655982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3451): Terminating (SIGTERM)\u000a09:55:35.695591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3454): Terminating (SIGTERM)\u000a09:55:35.735356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3457): Terminating (SIGTERM)\u000a09:55:35.744183 --- ParallelTerminationStrategy: PID 3451 died...\u000a09:55:35.797766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3451): Terminated: ok {rc=0}\u000a09:55:35.807319 --- ParallelTerminationStrategy: PID 3454 died...\u000a09:55:35.860693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3454): Terminated: ok {rc=0}\u000a09:55:35.870265 --- ParallelTerminationStrategy: PID 3457 died...\u000a09:55:35.923895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3457): Terminated: ok {rc=0}\u000a09:55:36.007164 bus /sierra_3: Setting Powered False\u000a09:55:37.112800 bus /sierra_3: Setting Powered False\u000a09:55:38.224091 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:55:28" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3469): Process ended prematurely: osmo-stp_10.42.42.5(pid=3469) [trial-2387↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3469)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3469): Process ended prematurely: osmo-stp_10.42.42.5(pid=3469) [trial-2387↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3469)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a09:55:40.246033 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:55:40.257935 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:55:40.392199 tst handover.py: using LAC 33193\u000a09:55:40.511846 tst handover.py: using RAC 43\u000a09:55:40.630493 tst handover.py: using CellId 33193\u000a09:55:40.750197 tst handover.py: using BVCI 33194\u000a09:55:40.772703 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:55:40.914307 tst handover.py: using LAC 33194\u000a09:55:41.043838 tst handover.py: using RAC 44\u000a09:55:41.168064 tst handover.py: using CellId 33194\u000a09:55:41.293096 tst handover.py: using BVCI 33195\u000a09:55:41.317650 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:55:41.329261 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:55:41.340293 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:55:41.351497 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:55:41.362868 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:55:41.374045 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:55:41.490258 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:55:41.701057 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:55:42.187465 run create_hlr_db(pid=3463): Launched\u000a09:55:42.317590 bus /sierra_2: Setting Powered False\u000a09:55:43.392412 run create_hlr_db(pid=3463): Terminated: ok {rc=0}\u000a09:55:43.769450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3465): Launched\u000a09:55:44.069551 run osmo-hlr_10.42.42.2(pid=3466): Launched\u000a09:55:44.186782 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:55:44.684938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3468): Launched\u000a09:55:44.985510 run osmo-stp_10.42.42.5(pid=3469): Launched\u000a09:55:45.095611 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:55:45.616556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3471): Launched\u000a09:55:45.916602 run osmo-msc_10.42.42.6(pid=3472): Launched\u000a09:55:46.257559 run osmo-stp_10.42.42.5(pid=3469): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3469)]\u000a09:55:46.578295 run osmo-stp_10.42.42.5(pid=3469): stdout: \u000a| (launched: 2022-12-13_09:55:44.836935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:46.746992 run osmo-stp_10.42.42.5(pid=3469): stderr: \u000a| �[0;m�[38;5;43m20221213095545008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095545008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095545009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095545009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095545010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095545010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095545010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:46.871426 run osmo-stp_10.42.42.5(pid=3469): stdout: \u000a| (launched: 2022-12-13_09:55:44.836935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:46.994158 run osmo-stp_10.42.42.5(pid=3469): stderr: \u000a| �[0;m�[38;5;43m20221213095545008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095545008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095545009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095545009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095545010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095545010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095545010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:47.048247 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3469): Process ended prematurely: osmo-stp_10.42.42.5(pid=3469) [trial-2387↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3469)] [trial-2387↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a09:55:47.057110 tst handover.py:18: Test FAILED (6.8 sec)\u000a09:55:47.119637 run osmo-hlr_10.42.42.2(pid=3466): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3466)]\u000a09:55:47.170257 run osmo-hlr_10.42.42.2(pid=3466): stdout: \u000a| (launched: 2022-12-13_09:55:43.921277) \u000a09:55:47.221721 run osmo-hlr_10.42.42.2(pid=3466): stderr: \u000a| �[0;m�[1;31m20221213095544098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095544098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095544098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095544098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095544098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095544098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095544110 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095544121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095544121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095544121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:55:47.290601 run osmo-msc_10.42.42.6(pid=3472): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3472)]\u000a09:55:47.341388 run osmo-msc_10.42.42.6(pid=3472): stdout: \u000a| (launched: 2022-12-13_09:55:45.768577) \u000a09:55:47.390400 run osmo-msc_10.42.42.6(pid=3472): stderr: \u000a| �[0;m�[38;5;43m20221213095546288 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095546297 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe5da84bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095546297 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095546297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095546297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095546298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095546299 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095546300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095546300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095546300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:55:47.431937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3465): Terminating (SIGTERM)\u000a09:55:47.471762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3468): Terminating (SIGTERM)\u000a09:55:47.511645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3471): Terminating (SIGTERM)\u000a09:55:47.521267 --- ParallelTerminationStrategy: PID 3465 died...\u000a09:55:47.574689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3465): Terminated: ok {rc=0}\u000a09:55:47.584301 --- ParallelTerminationStrategy: PID 3468 died...\u000a09:55:47.637234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3468): Terminated: ok {rc=0}\u000a09:55:47.646728 --- ParallelTerminationStrategy: PID 3471 died...\u000a09:55:47.699561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3471): Terminated: ok {rc=0}\u000a09:55:47.786369 bus /sierra_3: Setting Powered False\u000a09:55:48.887958 bus /sierra_3: Setting Powered False\u000a09:55:49.996332 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:55:39" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3483): Process ended prematurely: osmo-stp_10.42.42.5(pid=3483) [trial-2387↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3483)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3483): Process ended prematurely: osmo-stp_10.42.42.5(pid=3483) [trial-2387↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3483)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a09:55:52.035362 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:55:52.047488 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:55:52.181493 tst handover.py: using LAC 33195\u000a09:55:52.299685 tst handover.py: using RAC 45\u000a09:55:52.419089 tst handover.py: using CellId 33195\u000a09:55:52.544489 tst handover.py: using BVCI 33196\u000a09:55:52.568811 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:55:52.709443 tst handover.py: using LAC 33196\u000a09:55:52.834035 tst handover.py: using RAC 46\u000a09:55:52.960822 tst handover.py: using CellId 33196\u000a09:55:53.083113 tst handover.py: using BVCI 33197\u000a09:55:53.106156 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:55:53.117182 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:55:53.128132 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:55:53.139406 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:55:53.150863 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:55:53.162172 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:55:53.278189 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:55:53.486902 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:55:53.970108 run create_hlr_db(pid=3477): Launched\u000a09:55:54.099935 bus /sierra_2: Setting Powered False\u000a09:55:55.175029 run create_hlr_db(pid=3477): Terminated: ok {rc=0}\u000a09:55:55.569723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3479): Launched\u000a09:55:55.889895 run osmo-hlr_10.42.42.2(pid=3480): Launched\u000a09:55:56.006681 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:55:56.531846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3482): Launched\u000a09:55:56.851921 run osmo-stp_10.42.42.5(pid=3483): Launched\u000a09:55:56.973579 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:55:57.527240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3485): Launched\u000a09:55:57.847143 run osmo-msc_10.42.42.6(pid=3486): Launched\u000a09:55:58.034983 run osmo-stp_10.42.42.5(pid=3483): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3483)]\u000a09:55:58.170310 run osmo-stp_10.42.42.5(pid=3483): stdout: \u000a| (launched: 2022-12-13_09:55:56.694856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:58.304650 run osmo-stp_10.42.42.5(pid=3483): stderr: \u000a| �[0;m�[38;5;43m20221213095556888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095556888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095556889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095556889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095556890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095556890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095556890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:58.432938 run osmo-stp_10.42.42.5(pid=3483): stdout: \u000a| (launched: 2022-12-13_09:55:56.694856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:58.560196 run osmo-stp_10.42.42.5(pid=3483): stderr: \u000a| �[0;m�[38;5;43m20221213095556888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095556888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095556889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095556889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095556890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095556890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095556890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:58.616106 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3483): Process ended prematurely: osmo-stp_10.42.42.5(pid=3483) [trial-2387↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3483)] [trial-2387↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a09:55:58.624564 tst handover.py:18: Test FAILED (6.6 sec)\u000a09:55:58.686947 run osmo-hlr_10.42.42.2(pid=3480): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3480)]\u000a09:55:58.737712 run osmo-hlr_10.42.42.2(pid=3480): stdout: \u000a| (launched: 2022-12-13_09:55:55.733356) \u000a09:55:58.789089 run osmo-hlr_10.42.42.2(pid=3480): stderr: \u000a| �[0;m�[1;31m20221213095555929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095555929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095555929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095555929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095555930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095555930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095555941 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095555949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095555949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095555949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:55:58.859300 run osmo-msc_10.42.42.6(pid=3486): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3486)]\u000a09:55:58.910123 run osmo-msc_10.42.42.6(pid=3486): stdout: \u000a| (launched: 2022-12-13_09:55:57.690355) \u000a09:55:58.961596 run osmo-msc_10.42.42.6(pid=3486): stderr: \u000a| �[0;m�[38;5;43m20221213095558011 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095558011 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa73de25c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095558011 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095558011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095558011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095558012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095558013 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095558014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095558014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095558014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:55:59.005376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3479): Terminating (SIGTERM)\u000a09:55:59.046610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3482): Terminating (SIGTERM)\u000a09:55:59.087949 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3485): Terminating (SIGTERM)\u000a09:55:59.097668 --- ParallelTerminationStrategy: PID 3479 died...\u000a09:55:59.153269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3479): Terminated: ok {rc=0}\u000a09:55:59.163292 --- ParallelTerminationStrategy: PID 3482 died...\u000a09:55:59.218361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3482): Terminated: ok {rc=0}\u000a09:55:59.228394 --- ParallelTerminationStrategy: PID 3485 died...\u000a09:55:59.283403 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3485): Terminated: ok {rc=0}\u000a09:55:59.368888 bus /sierra_3: Setting Powered False\u000a09:56:00.469180 bus /sierra_3: Setting Powered False\u000a09:56:01.574420 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:55:51" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3497): Process ended prematurely: osmo-stp_10.42.42.5(pid=3497) [trial-2387↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3497)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3497): Process ended prematurely: osmo-stp_10.42.42.5(pid=3497) [trial-2387↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3497)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a09:56:03.578451 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:56:03.589806 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:56:03.711496 tst handover.py: using LAC 33197\u000a09:56:03.831047 tst handover.py: using RAC 47\u000a09:56:03.948579 tst handover.py: using CellId 33197\u000a09:56:04.067175 tst handover.py: using BVCI 33198\u000a09:56:04.089974 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:56:04.229979 tst handover.py: using LAC 33198\u000a09:56:04.355314 tst handover.py: using RAC 48\u000a09:56:04.482588 tst handover.py: using CellId 33198\u000a09:56:04.609754 tst handover.py: using BVCI 33199\u000a09:56:04.634470 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:56:04.645744 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:56:04.656630 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:56:04.667628 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:56:04.678736 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:56:04.689794 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:56:04.804750 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:56:05.014472 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:56:05.498528 run create_hlr_db(pid=3491): Launched\u000a09:56:05.629371 bus /sierra_2: Setting Powered False\u000a09:56:06.705300 run create_hlr_db(pid=3491): Terminated: ok {rc=0}\u000a09:56:07.080080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3493): Launched\u000a09:56:07.381349 run osmo-hlr_10.42.42.2(pid=3494): Launched\u000a09:56:07.500164 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:56:08.002629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3496): Launched\u000a09:56:08.302399 run osmo-stp_10.42.42.5(pid=3497): Launched\u000a09:56:08.412210 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:56:08.934129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3499): Launched\u000a09:56:09.234333 run osmo-msc_10.42.42.6(pid=3500): Launched\u000a09:56:09.413605 run osmo-stp_10.42.42.5(pid=3497): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3497)]\u000a09:56:09.541818 run osmo-stp_10.42.42.5(pid=3497): stdout: \u000a| (launched: 2022-12-13_09:56:08.154774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:09.667107 run osmo-stp_10.42.42.5(pid=3497): stderr: \u000a| �[0;m�[38;5;43m20221213095608323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095608324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095608324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095608324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095608326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095608327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095608327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:09.787863 run osmo-stp_10.42.42.5(pid=3497): stdout: \u000a| (launched: 2022-12-13_09:56:08.154774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:09.908356 run osmo-stp_10.42.42.5(pid=3497): stderr: \u000a| �[0;m�[38;5;43m20221213095608323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095608324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095608324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095608324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095608326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095608327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095608327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:09.960825 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3497): Process ended prematurely: osmo-stp_10.42.42.5(pid=3497) [trial-2387↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3497)] [trial-2387↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a09:56:09.968803 tst handover.py:18: Test FAILED (6.4 sec)\u000a09:56:10.029042 run osmo-hlr_10.42.42.2(pid=3494): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3494)]\u000a09:56:10.077933 run osmo-hlr_10.42.42.2(pid=3494): stdout: \u000a| (launched: 2022-12-13_09:56:07.232836) \u000a09:56:10.127580 run osmo-hlr_10.42.42.2(pid=3494): stderr: \u000a| �[0;m�[1;31m20221213095607407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095607407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095607407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095607407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095607407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095607407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095607419 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095607427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095607427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095607427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:56:10.194780 run osmo-msc_10.42.42.6(pid=3500): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3500)]\u000a09:56:10.243746 run osmo-msc_10.42.42.6(pid=3500): stdout: \u000a| (launched: 2022-12-13_09:56:09.086056) \u000a09:56:10.293086 run osmo-msc_10.42.42.6(pid=3500): stderr: \u000a| �[0;m�[38;5;43m20221213095609355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095609356 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc9215bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095609356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095609356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095609356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095609356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095609358 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095609358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095609358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095609359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:56:10.334934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3493): Terminating (SIGTERM)\u000a09:56:10.374589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3496): Terminating (SIGTERM)\u000a09:56:10.414235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3499): Terminating (SIGTERM)\u000a09:56:10.423396 --- ParallelTerminationStrategy: PID 3493 died...\u000a09:56:10.476932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3493): Terminated: ok {rc=0}\u000a09:56:10.486519 --- ParallelTerminationStrategy: PID 3496 died...\u000a09:56:10.539538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3496): Terminated: ok {rc=0}\u000a09:56:10.548897 --- ParallelTerminationStrategy: PID 3499 died...\u000a09:56:10.601802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3499): Terminated: ok {rc=0}\u000a09:56:10.688909 bus /sierra_3: Setting Powered False\u000a09:56:11.790373 bus /sierra_3: Setting Powered False\u000a09:56:12.899473 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:56:03" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3515): Process ended prematurely: osmo-stp_10.42.42.5(pid=3515) [trial-2387↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3515)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3515): Process ended prematurely: osmo-stp_10.42.42.5(pid=3515) [trial-2387↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3515)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a09:56:14.892298 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:56:14.903709 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:56:15.031737 tst handover.py: using LAC 33199\u000a09:56:15.152296 tst handover.py: using RAC 49\u000a09:56:15.284274 tst handover.py: using CellId 33199\u000a09:56:15.409648 tst handover.py: using BVCI 33200\u000a09:56:15.434059 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:56:15.568790 tst handover.py: using LAC 33200\u000a09:56:15.684361 tst handover.py: using RAC 50\u000a09:56:15.799640 tst handover.py: using CellId 33200\u000a09:56:15.930819 tst handover.py: using BVCI 33201\u000a09:56:15.954450 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:56:15.965755 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:56:15.976904 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:56:15.988226 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:56:15.999922 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:56:16.011232 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:56:16.144910 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:56:16.370089 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:56:16.909785 run create_hlr_db(pid=3509): Launched\u000a09:56:17.042846 bus /sierra_2: Setting Powered False\u000a09:56:18.115427 run create_hlr_db(pid=3509): Terminated: ok {rc=0}\u000a09:56:18.491046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3511): Launched\u000a09:56:18.790388 run osmo-hlr_10.42.42.2(pid=3512): Launched\u000a09:56:18.900776 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:56:19.393639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3514): Launched\u000a09:56:19.695682 run osmo-stp_10.42.42.5(pid=3515): Launched\u000a09:56:19.805270 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:56:20.326231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3517): Launched\u000a09:56:20.625865 run osmo-msc_10.42.42.6(pid=3518): Launched\u000a09:56:20.803452 run osmo-stp_10.42.42.5(pid=3515): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3515)]\u000a09:56:20.931508 run osmo-stp_10.42.42.5(pid=3515): stdout: \u000a| (launched: 2022-12-13_09:56:19.545057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:21.056566 run osmo-stp_10.42.42.5(pid=3515): stderr: \u000a| �[0;m�[38;5;43m20221213095619715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095619715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095619715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095619716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095619716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095619716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095619716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:21.177390 run osmo-stp_10.42.42.5(pid=3515): stdout: \u000a| (launched: 2022-12-13_09:56:19.545057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:21.297208 run osmo-stp_10.42.42.5(pid=3515): stderr: \u000a| �[0;m�[38;5;43m20221213095619715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095619715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095619715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095619716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095619716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095619716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095619716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:21.349341 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3515): Process ended prematurely: osmo-stp_10.42.42.5(pid=3515) [trial-2387↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3515)] [trial-2387↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a09:56:21.357141 tst handover.py:18: Test FAILED (6.5 sec)\u000a09:56:21.417351 run osmo-hlr_10.42.42.2(pid=3512): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3512)]\u000a09:56:21.465833 run osmo-hlr_10.42.42.2(pid=3512): stdout: \u000a| (launched: 2022-12-13_09:56:18.642737) \u000a09:56:21.515092 run osmo-hlr_10.42.42.2(pid=3512): stderr: \u000a| �[0;m�[1;31m20221213095618816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095618816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095618816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095618816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095618816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095618816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095618828 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095618836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095618837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095618837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:56:21.581822 run osmo-msc_10.42.42.6(pid=3518): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3518)]\u000a09:56:21.630908 run osmo-msc_10.42.42.6(pid=3518): stdout: \u000a| (launched: 2022-12-13_09:56:20.477879) \u000a09:56:21.680050 run osmo-msc_10.42.42.6(pid=3518): stderr: \u000a| �[0;m�[38;5;43m20221213095620750 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095620750 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9b90cc5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095620750 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095620750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095620750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095620751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095620752 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095620753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095620753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095620753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:56:21.721582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3511): Terminating (SIGTERM)\u000a09:56:21.760893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3514): Terminating (SIGTERM)\u000a09:56:21.800824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3517): Terminating (SIGTERM)\u000a09:56:21.810200 --- ParallelTerminationStrategy: PID 3511 died...\u000a09:56:21.863629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3511): Terminated: ok {rc=0}\u000a09:56:21.873282 --- ParallelTerminationStrategy: PID 3514 died...\u000a09:56:21.926838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3514): Terminated: ok {rc=0}\u000a09:56:21.936322 --- ParallelTerminationStrategy: PID 3517 died...\u000a09:56:21.989239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3517): Terminated: ok {rc=0}\u000a09:56:22.076498 bus /sierra_3: Setting Powered False\u000a09:56:23.178531 bus /sierra_3: Setting Powered False\u000a09:56:24.288447 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:56:14" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3529): Process ended prematurely: osmo-stp_10.42.42.5(pid=3529) [trial-2387↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3529)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3529): Process ended prematurely: osmo-stp_10.42.42.5(pid=3529) [trial-2387↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3529)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2387 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a09:56:26.294826 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:56:26.305715 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:56:26.439801 tst handover.py: using LAC 33201\u000a09:56:26.558735 tst handover.py: using RAC 51\u000a09:56:26.678010 tst handover.py: using CellId 33201\u000a09:56:26.797300 tst handover.py: using BVCI 33202\u000a09:56:26.820102 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:56:26.954793 tst handover.py: using LAC 33202\u000a09:56:27.072669 tst handover.py: using RAC 52\u000a09:56:27.191294 tst handover.py: using CellId 33202\u000a09:56:27.314012 tst handover.py: using BVCI 33203\u000a09:56:27.336824 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:56:27.347817 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:56:27.358570 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:56:27.369348 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:56:27.380435 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:56:27.391540 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:56:27.509964 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:56:27.713915 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:56:28.158558 run create_hlr_db(pid=3523): Launched\u000a09:56:28.280113 bus /sierra_2: Setting Powered False\u000a09:56:29.352191 run create_hlr_db(pid=3523): Terminated: ok {rc=0}\u000a09:56:29.747623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3525): Launched\u000a09:56:30.068717 run osmo-hlr_10.42.42.2(pid=3526): Launched\u000a09:56:30.188859 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:56:30.715349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3528): Launched\u000a09:56:31.124254 run osmo-stp_10.42.42.5(pid=3529): Launched\u000a09:56:31.277993 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:56:31.923406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3531): Launched\u000a09:56:32.285339 run osmo-msc_10.42.42.6(pid=3532): Launched\u000a09:56:32.492383 run osmo-stp_10.42.42.5(pid=3529): ERR: Terminated: ERROR {rc=1} [trial-2387↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3529)]\u000a09:56:32.620532 run osmo-stp_10.42.42.5(pid=3529): stdout: \u000a| (launched: 2022-12-13_09:56:30.887989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:32.746991 run osmo-stp_10.42.42.5(pid=3529): stderr: \u000a| �[0;m�[38;5;43m20221213095631228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095631228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095631228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095631229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095631229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095631229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095631229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:32.867579 run osmo-stp_10.42.42.5(pid=3529): stdout: \u000a| (launched: 2022-12-13_09:56:30.887989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:32.987420 run osmo-stp_10.42.42.5(pid=3529): stderr: \u000a| �[0;m�[38;5;43m20221213095631228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213095631228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213095631228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213095631229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213095631229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213095631229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213095631229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:33.039841 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3529): Process ended prematurely: osmo-stp_10.42.42.5(pid=3529) [trial-2387↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3529)] [trial-2387↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a09:56:33.047908 tst handover.py:18: Test FAILED (6.7 sec)\u000a09:56:33.108136 run osmo-hlr_10.42.42.2(pid=3526): ERR: Terminated: ERROR {rc=237} [trial-2387↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3526)]\u000a09:56:33.156887 run osmo-hlr_10.42.42.2(pid=3526): stdout: \u000a| (launched: 2022-12-13_09:56:29.910986) \u000a09:56:33.206273 run osmo-hlr_10.42.42.2(pid=3526): stderr: \u000a| �[0;m�[1;31m20221213095630110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213095630110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213095630110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095630110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213095630110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213095630110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213095630122 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2387/run.2022-12-13_08-32-52/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213095630130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213095630131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213095630131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:56:33.273740 run osmo-msc_10.42.42.6(pid=3532): ERR: Terminated: ERROR {rc=2} [trial-2387↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3532)]\u000a09:56:33.322562 run osmo-msc_10.42.42.6(pid=3532): stdout: \u000a| (launched: 2022-12-13_09:56:32.090083) \u000a09:56:33.372425 run osmo-msc_10.42.42.6(pid=3532): stderr: \u000a| �[0;m�[38;5;43m20221213095632442 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213095632442 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc325b78c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213095632442 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213095632443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213095632443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213095632443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213095632445 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213095632445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213095632445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213095632445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:56:33.414544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3525): Terminating (SIGTERM)\u000a09:56:33.454229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3528): Terminating (SIGTERM)\u000a09:56:33.494272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3531): Terminating (SIGTERM)\u000a09:56:33.503549 --- ParallelTerminationStrategy: PID 3525 died...\u000a09:56:33.557545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3525): Terminated: ok {rc=0}\u000a09:56:33.567202 --- ParallelTerminationStrategy: PID 3528 died...\u000a09:56:33.620780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3528): Terminated: ok {rc=0}\u000a09:56:33.630467 --- ParallelTerminationStrategy: PID 3531 died...\u000a09:56:33.683935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3531): Terminated: ok {rc=0}\u000a09:56:33.767234 bus /sierra_3: Setting Powered False\u000a09:56:34.866945 bus /sierra_3: Setting Powered False\u000a09:56:35.973331 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T09:56:26" } ] }